{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "_coVqVyXuGSV"
   },
   "source": [
    "# Learning Causal Skeleton in Multivariate Setting"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "35DGmFTfuGSY"
   },
   "source": [
    "## Setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "id": "3vxcDrCCuGSZ"
   },
   "outputs": [],
   "source": [
    "import math\n",
    "import itertools\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from scipy.stats import pearsonr, norm\n",
    "import networkx as nx"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Correlation and Partial Correlation\n",
    "\n",
    "We use a recursive formula to compute the partial correlation. The $n$th-order partial correlation is easily calculated from three ($n-1$)th-order partial correlations."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "def partial_corr(i, j, K, p_corr):\n",
    "    \"\"\"\n",
    "        p_corr is a dictionary in which we store the computed correlations or partial correlations.\n",
    "    \"\"\"\n",
    "    \n",
    "    if i > j:\n",
    "        i, j = j, i\n",
    "    \n",
    "    if (i, j, K) in p_corr:\n",
    "        return p_corr[(i, j, K)]\n",
    "    \n",
    "    if len(K) == 0: # Simple correlation between Xi and Xj\n",
    "        p_corr[(i, j, K)] = pearsonr(X[:, i], X[:, j])[0]\n",
    "        return p_corr[(i, j, K)]\n",
    "    \n",
    "    l = K[0]\n",
    "    corr_ijK = partial_corr(i, j, K[1:], p_corr)\n",
    "    corr_ilK = partial_corr(i, l, K[1:], p_corr)\n",
    "    corr_ljK = partial_corr(l, j, K[1:], p_corr)\n",
    "    p_corr[(i, j, K)] = (corr_ijK - corr_ilK*corr_ljK) / math.sqrt((1 - corr_ilK**2) * (1 - corr_ljK**2))\n",
    "    return p_corr[(i, j, K)]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test of Independence\n",
    "For Gaussian RVs, we use Fisher's $Z$-transform:\n",
    "\n",
    "$$z(i,j | K) = \\frac{1}{2}\\log\\frac{1 + \\hat{\\rho}_{i, j | K}}{1 - \\hat{\\rho}_{i, j | K}}$$\n",
    "\n",
    "$$z \\sim \\mathcal{N}(\\frac{1}{2}\\log\\frac{1 + \\rho_{i, j | K}}{1 - \\rho_{i, j | K}}, \\frac{1}{\\sqrt{n-3}})$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def independence(X, signf, i, j, p_corr, K = None):\n",
    "    n = len(X)\n",
    "    critical = norm.ppf(1 - signf/2)\n",
    "    \n",
    "    if K is None:\n",
    "        corr = pearsonr(X[:, i], X[:, j])[0]\n",
    "    \n",
    "    else:\n",
    "        corr = partial_corr(i, j, tuple(sorted(K)), p_corr)\n",
    "        \n",
    "    z = math.log((1 + corr) / (1 - corr)) / 2\n",
    "    t = abs(z) / math.sqrt(1 / (n - 3))\n",
    "    return t < critical"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Graph Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "def plot_skeleton(edges, vertices, algorithm):\n",
    "    skeleton = nx.Graph()\n",
    "    for x in vertices:\n",
    "        skeleton.add_node(x)\n",
    "\n",
    "    for i, j in edges:\n",
    "        skeleton.add_edges_from([(vertices[i], vertices[j])])\n",
    "\n",
    "    nx.draw(skeleton, with_labels=True, node_size=100, edge_color=\"#3c98de\", width=1.5, node_color=\"#45ff86\", node_shape=\"s\", linewidths=20)\n",
    "    plt.title(\"Inferred Skeleton by {}\".format(algorithm))\n",
    "    plt.show()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "5SsyJ0ypuGSf"
   },
   "source": [
    "## PC Algorithm Implementation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "def PC(X, signf):\n",
    "    n, p = X.shape\n",
    "    \n",
    "    adj = {}\n",
    "    edges = set({})\n",
    "    p_corr = {}\n",
    "    \n",
    "    for i in range(p):\n",
    "        adj[i] = set({})\n",
    "        \n",
    "    for i in range(p):\n",
    "        for j in range(i+1, p):\n",
    "            if not independence(X, signf, i, j, p_corr):\n",
    "                adj[i].add(j)\n",
    "                adj[j].add(i)\n",
    "                edges.add((i, j))\n",
    "    \n",
    "    for l in range(1, p):\n",
    "        new_edges = set(edges)\n",
    "        \n",
    "        for e in edges:\n",
    "            i, j = e\n",
    "            no_edge = False\n",
    "            \n",
    "            if len(adj[i]) > l:\n",
    "                adj[i].remove(j)\n",
    "                subsets = set(itertools.combinations(adj[i], l))\n",
    "                adj[i].add(j)\n",
    "                \n",
    "                for K in subsets:\n",
    "                    if independence(X, signf, i, j, p_corr, K):\n",
    "                        no_edge = True\n",
    "                        break\n",
    "                \n",
    "            if not no_edge and len(adj[j]) > l:\n",
    "                adj[j].remove(i)\n",
    "                subsets = set(itertools.combinations(adj[j], l))\n",
    "                adj[j].add(i)\n",
    "                \n",
    "                for K in subsets:\n",
    "                    if independence(X, signf, i, j, p_corr, K):\n",
    "                        no_edge = True\n",
    "                        break\n",
    "            \n",
    "            if no_edge:\n",
    "                adj[i].remove(j)\n",
    "                adj[j].remove(i)\n",
    "                new_edges.remove(e)\n",
    "        \n",
    "        edges = new_edges\n",
    "        \n",
    "    return edges, adj"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Stable PC Implementation\n",
    "\n",
    "PC-stable computes and stores all variables' adjacency sets after each new size $l$ of the conditioning sets. These stored adjacency sets are used whenever we search for conditioning sets of this given size $l$. Consequently, an edge deletion no longer affects which conditional independencies are checked for other pairs of variables at this level of $l$. In other words, at each level of $l$, PC-stable records which edges should be removed, but it removes these edges only when it goes to the next value of $l$. Besides **resolving the order-dependence in the skeleton's estimation**, PC-stable has the advantage that it is **easily parallelizable at each level of $l$**. "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def PC_stable(X, signf):\n",
    "    n, p = X.shape\n",
    "    \n",
    "    adj = {}\n",
    "    edges = set({})\n",
    "    p_corr = {}\n",
    "    \n",
    "    for i in range(p):\n",
    "        adj[i] = set({})\n",
    "        \n",
    "    for i in range(p):\n",
    "        for j in range(i+1, p):\n",
    "            if not independence(X, signf, i, j, p_corr):\n",
    "                adj[i].add(j)\n",
    "                adj[j].add(i)\n",
    "                edges.add((i, j))\n",
    "    \n",
    "    for l in range(1, p):\n",
    "        new_edges = set(edges)\n",
    "        no_edge = {}\n",
    "        \n",
    "        for e in edges:\n",
    "            i, j = e\n",
    "            no_edge[e] = False\n",
    "            \n",
    "            if len(adj[i]) > l:\n",
    "                adj[i].remove(j)\n",
    "                subsets = set(itertools.combinations(adj[i], l))\n",
    "                adj[i].add(j)\n",
    "                \n",
    "                for K in subsets:\n",
    "                    if independence(X, signf, i, j, p_corr, K):\n",
    "                        no_edge[e] = True\n",
    "                        break\n",
    "                \n",
    "            if not no_edge[e] and len(adj[j]) > l:\n",
    "                adj[j].remove(i)\n",
    "                subsets = set(itertools.combinations(adj[j], l))\n",
    "                adj[j].add(i)\n",
    "                \n",
    "                for K in subsets:\n",
    "                    if independence(X, signf, i, j, p_corr, K):\n",
    "                        no_edge[e] = True\n",
    "                        break\n",
    "                        \n",
    "        for e in edges:\n",
    "            if no_edge[e]:\n",
    "                i, j = e\n",
    "                adj[i].remove(j)\n",
    "                adj[j].remove(i)\n",
    "                new_edges.remove(e)\n",
    "        \n",
    "        edges = new_edges\n",
    "        \n",
    "    return edges, adj"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Run PC-algorithm and PC-stable on the dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "data = pd.read_csv('./data/multivariate_data.csv')\n",
    "X = data.values\n",
    "vertices = data.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAewAAAFPCAYAAACPov0gAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzs3Xl4lNX5//H3ZJvs+w5hy8JqWCOLICCKa9VaBGVHXGirFZdqrf4EtWq1rbb2W7FWBURcEBVFKiIqoIVAENkSCCQgJGQj62SSzH5+fySMRAOEMGtyv67L65LMPM85M1k+85znnPtolFIKIYQQQng0H3d3QAghhBDnJoEthBBCeAEJbCGEEMILSGALIYQQXkACWwghhPACEthCCCGEF5DAFl6jvLycSy+9lLCwMB544AG39GHx4sXMnDmzQ8dOmDCB11577byPW7ZsGWPHju1Qm470ww8/oNFosFgs7u7KeXF2vwcOHMimTZvO+HhHv+9C/JQEtnCrXr16sXHjxnY999VXXyU2NhadTsff/vY3J/esY5555hl69+5NaGgo3bt3Z9q0aS5tf+7cuTz22GMubbMjFi9ejL+/P6GhoURGRjJmzBi2bdtmf7y0tJT58+eTlJREWFgY/fr1Y9GiRTQ0NLix123Lzc1lwoQJwIV9oBPiXCSwhdc4duwYAwYMQKPRnPexbV1dOfqKa/ny5axYsYKNGzei1+vZuXMnkyZNcmgbncm0adPQ6/WcPHmSsWPHctNNN6GUorq6mtGjR9PU1MS2bduor6/niy++oLa2lsLCQnd3287bRhqE95PAFh7j1NDvgw8+SFRUFL179+azzz4Dmq8cly9fzvPPP09oaCgbN27EZrPx5z//mdTUVGJiYpg6dSrV1dXAj8Ogr7/+Oj169OCyyy5r82sA2dnZjBkzhsjISAYPHtxqePPo0aOMHz+esLAwrrjiCiorK8/Y/5ycHK688kpSU1MBSExM5M4772zzuaWlpWRmZvLXv/4VgLq6OvsVZbdu3XjsscewWq1tHnvw4EGuuOIKoqOj6du3L6tWrQKaRyBWrlxpf49+8YtfAHDgwAEmTJhAZGQkAwcO5JNPPrGfa+7cufz2t7/l2muvJSwsjJEjR54zFN944w2Sk5NJSkqyj3SUlZURHBxMVVWV/XnfffcdcXFxmM3ms57P39+fOXPmUFZWRlVVFS+88AJhYWG89dZb9OrVC4CUlBT+8Y9/kJmZ2eY51q1bx9ChQwkPDyclJYXFixefsb2jR4/ab61cfvnl/Pa3v211VfzJJ58wcOBAIiMjmTBhAgcOHLA/1qtXL5577jkyMzMJCQnBYrHYR4nWr1/PM888w3vvvUdoaCiDBw+2H3fs2DEuueQSwsLCmDx5sv3n6NTP5NKlS0lJSSEqKopXXnmFnJwcMjMziYyM5O677z7r+ye6ECWEG/Xs2VN98cUXSimlli5dqvz8/NSrr76qLBaLevnll1VSUpKy2WxKKaXmzJmjHn30UfuxL774oho5cqQqKipSBoNB3XnnneqWW25RSil19OhRBahZs2YpvV6vGhsb2/xacXGxio6OVuvWrVNWq1Vt2LBBRUdHq4qKCqWUUqNGjVL33XefMhgMavPmzSo0NFTNmDGjzdeyYsUKFRUVpZ5//nmVk5OjLBZLq8fHjx+v/vOf/6ijR4+q9PR09e9//9v+2A033KDuvPNOpdfrVXl5ucrKylKvvPKK/X255JJLlFJK6fV61b17d/XGG28os9msvvvuOxUTE6P279/f5ntkMplUamqqevrpp5XRaFRffvmlCg0NVQcPHrQ/PyoqSm3fvl2ZzWY1ffp0NW3atDZf36n375ZbblF6vV7t3btXxcbG2r9/V199tXr55Zftz1+4cKG6++672zzXokWL7O+jwWBQDz74oOrevbtSSqmRI0eqxx9/vM3jzuTrr79We/fuVVarVe3Zs0fFx8erjz76qFW/zWazUqr5e/rAAw8oo9GovvnmGxUWFmbvS35+vgoODlYbNmxQJpNJPffccyo1NVUZjUalVPPP6+DBg9Xx48dVY2Oj/Wun3oPTX9cp48ePV3369FH5+fmqsbFRjR8/Xj388MOt+nbXXXeppqYm9fnnnyutVqtuuOEGVV5eroqLi1VcXJzatGnTeb0fonOSwBZu9dPATk1NtT/W0NCgAFVaWqqU+nkY9evXT23cuNH+75KSEuXn56fMZrP9D2FhYaH98ba+9uc//1nNnDmzVZ8mT56sli1bpo4dO6Z8fX2VXq+3P3brrbeeMbCVUuqtt95SkyZNUsHBwSo6Olo9++yz9sfGjx+v7rvvPtWzZ0/19ttv279eVlamAgIC7AGglFJvv/22mjBhgv19ORXY7777rho7dmyrNu+88061ePHiNt+jLVu2qISEBGW1Wu1fu+WWW9SiRYvsz58/f779sXXr1qm+ffu2+dpOvX8HDhywf+33v/+9uu222+x9GzNmjFJKKYvFohISEtT27dvbPNeiRYuUv7+/ioiIUHFxcWrixIlq586dSiml0tLS1JIlS9o8rr3uvfdetXDhwlb9NpvN9u9pQ0OD/bkzZsywf0+ffPJJdfPNN9sfs1qtKjk5WX399ddKqeaf19dff71VW+0J7Keeesr+73/961/qyiuvbNW34uJi++PR0dHq3Xfftf/7pptuUi+++GKH3wvReciQuPAoiYmJ9v8PDg4GQK/Xt/ncY8eO8ctf/pLIyEgiIyPp378/vr6+lJeX25+TkpLys+NO/9qxY8d4//337eeIjIzk22+/pbS0lJKSEqKioggJCbE/v2fPnmft/4wZM9i4cSO1tbW88sorPP7443z++ef2x1euXEm3bt2YMmVKqz6YzWaSkpLsfbjrrruoqKho8zVv3769VX9XrlxJWVlZm/0pKSkhJSUFH58ff9V79uzJiRMn7P/+6Xt+pvf7lNPfv549e1JSUgLADTfcQF5eHkeOHOGLL74gIiKCiy+++IznmTp1KrW1tVRUVPDVV18xfPhwAGJiYigtLT3jcc888wyhoaGEhoayYMECALZv387EiROJi4sjIiKCV155pc3bFyUlJURHR9t/tn76ekpKSlp9j318fEhJSWn1frX1M3Uu53qPExIS7P8fFBT0s3+f63siugYJbOG1UlJS+Oyzz6itrbX/ZzAY6Natm/05bU1QO/1rKSkpzJo1q9U5Ghoa+MMf/kBSUhI1NTWtZiYfP368XX3z9/fn5ptvJjMzk/3799u/vnjxYmJjY5k+fbr9HnVKSgparZbKykp7H3Q6Hbm5uW2+5vHjx7fqr16vZ8mSJW2+3uTkZIqKirDZbK1ew+nv0fkqKipqda7k5GQAAgMDmTp1KitXrmTFihXMmjWrQ+e//PLL+eijj1r1+XR//OMf0ev16PV6XnnlFQCmT5/O9ddfT1FREXV1dSxYsADVxkaESUlJVFdX09jY2ObrSU5O5tixY/Z/K6UoKio6589Uex4T4kJJYAuvtWDBAh599FH7H9iTJ0/y8ccfn9c5Zs6cydq1a/n888+xWq0YDAY2bdpEcXExPXv2ZMSIESxatAiTycS3337L2rVrz3iuZcuWsW7dOurr67HZbHz22Wfk5uYycuRI+3P8/f15//33aWhoYNasWdhsNpKSkpg8eTIPPPAAOp0Om81GYWEhmzdv/lkb1113HYcOHWLFihWYzWbMZjM5OTn2iVEJCQkcOXLE/vyRI0cSEhLC888/j9lsZtOmTaxdu5ZbbrnlvN6n0z311FM0NjaSm5vL0qVLWy1dmz17NsuWLeOTTz7p8PKm+++/H51Ox5w5c+zf2xMnTnD//fezd+/eNo+pr68nOjqawMBAduzYwdtvv93m8059TxcvXozJZGLbtm2tvqdTp05l3bp1fPnll5jNZv72t7+h1WoZM2ZMu/qekJDADz/8cMYPG0JcCAls4bXuvfderr/+eiZPnkxYWBijRo1i+/bt53WOlJQUPv74Y5555hni4uJISUnhL3/5i/0P7ttvv8327duJjo7miSeeYPbs2Wc8V3h4OM888ww9evQgMjKShx56iCVLlvys6ElAQAAffvghFRUV3HbbbdhsNt58801MJhMDBgwgKiqKKVOmtDksHBYWxoYNG3j33XdJTk4mMTGRhx9+GKPRCMD8+fPJy8sjMjKSG2+8kYCAAD755BM+++wzYmNj+c1vfsObb75Jv379zut9Ot348eNJS0tj0qRJPPjgg0yePNn+2CWXXIKPjw/Dhg2zz/A+X9HR0WzduhV/f39GjhxJWFgYkyZNIiIigrS0tDaPefnll3n88ccJCwvjySefZOrUqWc8/8qVK9m2bRsxMTE89thjTJs2Da1WC0Dfvn156623uOeee4iNjWXt2rWsXbuWgICAdvX95ptvBpqH9YcNG3aer1yIs9OotsaNhBCigy677DKmT5/O7bff7u6utMu0adPo168fTzzxhLu7IsRZyRW2EMJhcnJy2LVrl8srvJ2PnJwcCgsLsdlsrF+/no8//pgbb7zR3d0S4pz83N0BIUTnMGfOHNasWcM//vEPwsLC3N2dMyorK+Omm26iqqqK7t27s2TJEoYOHerubglxTjIkLoQQQngBGRIXQgghvIAEthBCCOEF5B62EMJtFIpsCtjGYYqooogqdDS169hwgkghhhRiGE06o0hDgxQuEZ2X3MMWQrhFDoUsZwuHaLus6vnKIJE5XEoWqQ45nxCeRgJbCOFy77CVpfy8kpsjzGM8t9K+ymRCeBO5hy2EcClnhjXAUjbzDluddn4h3EUCWwjhMjkUOjWsT1nKZnIodHo7QriSBLYQwiUUiuVscVl7y9mCQu74ic5DAlsI4RLZFDhsgll7HKKMbApc1p4QziaBLYRwiW0cdnmb2W5oUwhnkcAWQrhEEVVdok0hnEUCWwjhEu4Iz+MS2KITkUpnQgiXaG8Fs7YcevC/VHx8AFNZPdpu4fT+4wSSZw9zaptCeBoJbCGEx/MNCWDo2lkEZ8SiyznBrquWEpwWQ+SYnu7umhAuI0PiQgiP0FhYxdfRT6HbdQIAQ4mOTbF/onrTEVKfuJyQfvFofHyIGJlC5Lhe1G477uYeC+FaEthCCI8QnBpD+nNXsX/GKqyNJvLmfUDy3GFET+jT6nnWJjO6nBOEDkxwU0+FcA8JbCGEx+h+RxZB6THsGLkEY2k9aU9P/tlzDixYQ9jgRGKuTHdDD4VwHwlsIYRH6X5HFvr95aTcMxofbetpNod+/xn6/eVkrroVjUa20hRdiwS2EMJjWPRG8heuI3n+CI4s/hJzdaP9scJFG6n8LJ9hG27DLzzQjb0Uwj0ksIUQHiP/3k8JH57MwNduIvbavhxYsAaAo89uovTtPQz/4jYCYoLP65yyg7DoLGQ/bCGES0zm2bM+XvFxHgd/8wmj9/0O/+hgLHoj2UP+SeoTl7N/5io0Ab74+Pvan9/7jxPo/ccJ52w3aMUMMhO1DE4MJDMpkNToAHx9ZDhdeB8JbCGES5wrsJ1l7Jfz2VtmoFxvBSAkQMOghEAyEwMZnBRIv7gAtH4y2Cg8nxROEUK4RDhBLq88Fk4Qj0+KB6C83sKeMgN7Sw3sKTPwn5waAPx9oF+81h7gFyUEEqqVABeeR66whRAucR8ryKXYpW0OojsvMKvNx2qbrOwrPxXgRg5VGrHaQAOkxgS0BHhzkMeGyLWNcD/5KRRCuEQKMS4P7BRizvhYZJAv43qFMK5XCABNZht5FUb7Ffh/8+v5MFcHQLdwP/sVeGZSIN3D/bx2WZlCkU0B2zhMEVUUUdXukY9wgkghhhRiGE06o0hDg3e+D95IrrCFEC6xjcMsYrVL23yCKYymYwVWLFbFoSqTPcD3lRmoM9gAiA7yJbPl6jszMZC0GO+YyJZDIcvZwiHKHHK+DBKZw6VkkeqQ84mzk8AWQriEQnEPyxwWFufSlyReYo7DrgBtSnGs1twc4KWGVhPZgv2bJ7INTgokM1FL/3itx01ke4etLGWzU849j/HcyhinnFv8SAJbCOEyORTyKKtc0tbTTHX6ld/pE9n2lhk4WmMGfj6RbVCCljCt7znO5jzODOtTJLSdTwJbCOFSnTk86gxW9pUZ2FNqZG+ZgXwPmMjW2T4kdWUS2EIIl+sqw7M/nciWW27EYGn+k5t8+kS2xEBSIhw/kc3VtyEySOSfzJWJaE4igS2EcIv1DYd4ofFriKt2yPn6ksRsxnn0Fd65JrJdlKi1B7gjJrJ520Q/cXYS2EIIl7PaFPeuLaWg2sS9txg4GHSEIqo4fp5LjHq0LDEa5aVLjNTpE9nKDOwtNVKmtwCOmcj2Av9lPXuc0fUzuprB3Mc1Lm2zq5B12EIIl3t/n449ZUYenRjLVUFhXE0/d3fJLTQaDb2iAugVFcD1A8IBKNdbTgvwtiuyZSYGclHiuSeyFVHl9NfgCW12FXKFLYRwqaM1Jm7/oISLU4J4ZnK81xYgcZWzTWTrEx1gn8Q2OOnnE9mm8He3lINdzUKXttlVyBW2EMJlLFbFM1+fJMhfw+/HxUpYt0NEoC9je4Uwto2KbHvLDHyWr+fD3Hrg5xPZdJEdD+uyVXs5/vet1O8uJeLi7ozYdEe7jnP1B4SuRAJbCOEyb+2u5eBJE09eEU90sPvWJXuzIH8fhncLYni3IKD5Q9DhKpN9CH3b8UbWH9I3P/eujrfjHx1Mj4VjaDh4kpqvjjii6+ICSWALIVziUKWRZbtquTwthIl9QtzdnU7Dz1dD//jmSWm3ZEa0msj2f+c4trGwiu1ZLzN8422ED+uGoURHduZLZK6eTszlaQAUv5bj/Bch2sWzaucJITolk1Xx9NcniQz05b5Lzrwhh7hwpyaynZrEdjbBqTGkP3cV+2eswtpoIm/eByTPHUb0hD4u6Kk4XxLYQgine2NnDUeqzTw8PpbwQBkK9yTd78giKD2GHSOXYCytJ+3pye7ukjgDCWwhhFPtKzPwzp46rusXyugewe7ujmhD9zuy0O8vJ+We0fho5U6pp5LAFkI4TZPZxjNfnyQ+xI+7R8tQuCey6I3kL1xH8vwRHFn8JebqRnd3SZyBBLYQwmn+vaOGYp2FRybEEhIgf248Uf69nxI+PJmBr91E7LV9ObBgDQDKasNqMKMsNpRNYTWYsZmtbu5t1yZjH0IIp/juRBMf7Ndx86BwhrUsQRKepeLjPKrWH2b0vt8BkPHCNWQP+SelK3ejzFZy531gf+5XQYtImjOMQcumuKu7XZ5UOhNCOFyDycac94sJ8PXhjV8lE+gvV9fuMJln3dLuBh5xS7udnfwWCSEc7p9bqzjZYOXRibES1m4UjutHNtzRZlchv0lCCIf637FG1uXrmT44goEJge7uTpeWgusn+qUomVzoLBLYQgiHqTNYeX5LJX2i/Zk3Isrd3eny3BHYxceDOFBhdHm7XYEEthDCYV78tgqdwcpjE+MI8JWNPdxtNOkub7OhIIk7Pyph0RcVFNeZXd5+ZyaBLYRwiK8K9XxZ2MC84VGkx2rd3R0BjCKNDBJd1l5fknh/3CjmDotk6/FGZq4q5sVvq6hpkuVgjiCzxIUQF6yq0cKc90+QHObHyzcm4+cjV9eeIodCHmWVS9p6mqlkkQpAZYOFZd/V8unBegL8NEwfHMG0zAiCZBJih0lgCyEuiFKKP6wvZ+cJA2/8KpmeUQHu7pL4iXfYylI2O7WNeYznVsb87OvHa028uqOGzUcbiQ725bbhkVzbL0w+1HWABLYQ4oL8N7+eZzdVcvfoaKZlRri7O+IMljR9w0dB3zrl3GcK69PtKzOwZHs1+8qM9Ij0566LoxjXKxiNRoK7vSSwhRAdVl5vYc7qYtJitLz0i0R85I+vR6ppsnLXRyU0xp+g28Q8jvqWO+S8fUliNuPsw+DnopTi22ON/Ht7DcdqzQxK0PLrUdFkJsryv/aQwBZCdIhNKR5YV0ZuuZFlN3cjOdzf3V0SbTBabCz8tIzDVSZe+kUS/eMDyKaAbA5TRBXHqUJHU7vOFU4QPYghhRhGkc4o0tBw/h/SLDbFf/PreWNnLVWNVsb1Cuaui6Pkdso5SGALITrko1wdL3xbxe/HxXD9gHB3d0e0waYUT3x5kq8KG3jqingm9Alxd5daaTLbeH+fjpW7azFaFNf2C2Pe8EhiQ2Sbi7ZIYAshzltxnZl5q0+QmRjIX69JkPuQHuo/O6p58/s6FoyMYsaQSHd354xqmqy8uauWNXk6/Hw0TMuM4NbBEbLD209IYAshzovVprj7k1J+qDHz5tRuxMnVkEc6NRnwun6hPHRprFd8qDpRZ+Y/OTV8WdhARKAPc4dHckP/cPylCA8ggS2EOE9v765lyfYaHpsYx5UZoe7ujmjD9yVN3L+ujCFJgfzl6kT8vCzwDp40siS7ml0lBrqF+3FHVhSXpYZ4xYcOZ5LAFkK029FqE/M/OMGYnsE8dUV8l/8D6omO15pYsKaUmGBfXr4hiTCtr7u71CFKKXYUNbFkew2F1Sb6xQXw65HRXXpvdQlsIUS7WKyKu9aUUKG38ObU7kQFeWcQdGa1TVYWrCmhwWTj379M7hQz9602xYbDel7bWUOF3sqolCAWjIwmNaZjM8oVimwK2NYyS77oPGfJp7TMkh99AbPkO0oCWwjRLkt31vDGd7X86Yp4xnvYbGPRvHzrvnVl5J808dIvEjvd1qZGi40P9utY8X0dDSYbV2aEcntWFAmh7Z9DkUMhy9nCIcoc0qcMEpnDpe1eh36hJLCFEOeUf9LIXWtKmJQawv+7LN7d3RE/oZTiqa9O8kVBA09eHs/E1M77gUpnsLLi+zo+zNUB8KtB4cwaGnHOoX9nlmdtT6U3R5DAFkKcldFi4/YPm4dZl9/czWvviXZmr+fUsGxXLXdeHMWsoZ67fMuRyustvLazhs8P6QnV+jBraCQ3DQxD6/fzpWDurKXuSLLITQhxVq/vrOWHGjMPj4+VsPZA6w/Vs2xXLdf2DWXmkK5Tyz0hzI9HJ8bxxpRkBsRreTm7mhnvFbP+UD22065Dcyh0elgDLGUzORQ6tQ0JbCHEGe0tM/Dunjpu6B/GyJRgd3dH/MTukiae21zJsORAHhjnHWutHS0tRstfr0nk79clEhnoy9NfVzL/gxK2FzViUzaWs8VlfVnOFhTOG7SWIXEhRJuazDbmrT6BTcGyKd0IlqpTHuV4rZlfrykhKsiXJTd67/ItR7IpxVeFDby6o4bSegsZwyooyvrKpX14gimMJt0p55bfQCFEm17ZXk2JzsIjE2IlrD1MbZOVhz8rQ6OB569OkLBu4aPRcHlaKCundefeMdGciDjm8j5kc9hp55aagkJ0Io5aYxpX2YMPc4OZelEEQ5O7bqEKT2SyKh7dUE5Fg5W/X5fYKdZaO5q/r4YpF0WwxWbgoIvbLqLKaeeWwBaik7jQNaY6msilmFyKIXYPYTfHMDziMiDGsR0VHaaU4rnNJ9lbZmTxpDgukn2kz6rEp9rlbR6XwBZCnI0zlq1YoqtYzPsuW2Mqzm3Zd7VsONzAHVlRTEqTOu7n0t7RpZ869NBnlL2zF0udAf+oILrdmUWfRyc6tc32kMAWwss5e43pqXNLaLvXhsN63viulqsyQpk1tOss33KHbvNHkLpoEr4hARhO1LFr8lJC+seRcNMgt/ZLZpII4cU60xpTcWZ7Sg38edNJhiYHes1WmZ6usbCKr6OfQrfrBACGEh2bYv9E9aYjhPSNwzfkx1rlGh8NTQWuH17/KQlsIbyUQnWqNaaibcV1Zh7dUE5imD9/uiJe9oZ2kODUGNKfu4r9M1ZhbTSRN+8DkucOI3pCHwCO/nkzX4Uu5pvuz2FtMJE4fbCbeyxD4kJ4rWwKHLaJQXscooxsCpy2xlT8nM5g5aHPygH4y9UJhAfK8i1H6n5HFifXHmDHyCWg0TDkk1n2x3r/YTy9Hr6U+t2lnFyTh1+E+yf4yRW2EF5qmxPXe56JM9eYitbMVsWjGyooqzfzzOQEukXI8i1n6H5HFvr95aTcMxofbetrWI1GQ/jQZHyC/ClctNFNPfyRBLYQXsqZ6z09qc2uSCnF81sq2V1q4JEJcWQmuf/qrjOy6I3kL1xH8vwRHFn8JebqxjafpyxWmgrlHrYQooPcEZ7OXGMqfvTm97WsP6TnthGRXJEuy7faq7bJytZjjbyWU8PCT0vP+fz8ez8lfHgyA1+7idhr+3JgwRqUzUbxv7djrmlCKUXdjiKK/rWd6Emu2fP6bOQethBe6kLWe+6fu5qyt/fgE/DjPdGJdY+j8T37Z3hnrjEVzTYW6Hktp5Yr00OZO6xrbJXZERaborDKRF6FkdxyI7nlBop1FgB8NdAnJuCsx1d8nEfV+sOM3vc7ADJeuIbsIf+k7J29VHyUx+FHNqBMVrTJYfS4ZzQp94x2+ms6FwlsIbqoXg+NI+1Pk93dDXGafWUGnt1UyeCkQB4aL8u3TlfVaGkJZiO5FUbyTxoxWJpXLUQH+TIwQct1/cMYGK+lb5yWIH8fzvbTHX/DAOJvGGD/t1+olrEFDwKQNGOIM19Kh0lgC9FJNRZWsT3rZYZvvI3wYd0wlOjIznyJzNXT3d010YYTdWYe+byc+FBfnp4cT0AXXr5lsioOV/4YznnlRsr0zVfPfj6QEavlF/3CGJCgZVCCloRQvzY/3IQT5PJRoXCcV3tfAluITur0daYjv/ttq3WmJct2UfTydope3k5Q7yh6/3ECCb9ybxWnrqzeaOWh9eUoBc9fnUhEF1q+pZSiQm8lt8LA/vLmcD5UacRsa348PtSXQfGBTLkonIHxWtJjA9D6tW/6VQoxzbXxXaiHE2vvS2AL0YmdaZ1pj9+NJuNv1+AXoaVqQwH7pr2DNjGMyEt6urnHXY/ZqnhsQwWlOjMvXpdESidfvmUw28ivNJFbbrBfQVc1WgEI8NXQLy6AKRdFMDBey4AELXEhHY8pdwR2igS2EKKjut+Rxe7rV9D/1V/a15mGD+tmfzzumr4kzhhC+Ye5EtguppTir99UsqvEwGMT4xjcyZZvKaU4oWu+95xX0RzQBdUmrC1Xz93C/RiRCP0+AAAgAElEQVSWHMighEAGJmhJjQ7Az4G3AkaTznr2OOx87THKiYWFJLCF6MR+us404VcD8Y8O/tnzNBpASdlRV3trdx3/zdczb3gkV2Z4//KtRpONvApjy8xtA7kVRuoMzekc5K+hf5yW6YMjGBgfyIAELVFBzh36H0UaGSS6rCJgX5IYRZrTzi+BLUQndvo607w7P+LAgjVkrppO+ep9xFyVgW+wP9UbCyl9azdD1s5u1zkXflpKRqyWjNgAMmID6B7hj08nn82sUGRTwDYOU0QVRVS1ezJTOEGkEEMKMYwmnVGkoUHDV4V6Xt1RwxVpIcwb7n3Lt2xKcbzWfNrMbQNHq832avM9I/25pGdwy9B2IL2j/PH1ce3PiQYNc7iUR1nlkvZmMw4NznuNGqXkY7UQ3mgyz5718YqP8zj4m08Yve93+EcHY9EbyR7yT1KfuJziV7aj31uGUjRPOntkPIm3tG9zg54fzqawymSfFBTkryE9JoCM2OYJQRmxWnpF+jt0aNOdcihkOVscdpWWQSITakaz5INA+sUF8OJ1SV4xI7zeaCWv5Z7z/nIjByqM6E3NPwShAT4MiG+esT0gQcuAeC1hWs+ZOOfsLWgBl+wbL4EthJc6V2A7ywYewWJV/FBrIv+kicNVJg5VGimoNNHUsi42wFdDarQ/6fYrcS19ov3bPbvXUzjzD33QniEsz5hMpJOHhTvCYlP8UGNqte75eK0ZAB8N9I4KYGCCtvm/eC0pkZ4/yuLM76UrwhoksIXwWlP4u1vWmK5mYZuPWW2K4jozh6uag/xQpZFDlSb7VZivBnpFBZAeG0DflhBPiwkgOMAzQ7yzXJW1R02T1T5rO6+i+er51IevyEAfBiYE2q+g+8VpPfZ7di6OHi3pSxKzGUcWrilbKoEthJe6jxUuX7IyiO68wKxzP7GFUorSeguHK38M8EOVJqqbmpfxaIDuEf72++Gn7o27exvJHApddt/zaaa67A8+NC8jK6w2sb/cYB/iLjlV0tMH0mMCGBDfPGt7UIKWpLC2i5J4q1PzEbJb5iMcP8/5CD1a5iOMOm0+gqvIpDMhvJQ3rDHVaDQkh/uTHO7P+D4h9q9XNlhawrs5xPeXG/iysMH+eGKoX3OAx7XcG48JIPYC1uOeD4ViOVtc0hbAcrYwgj5O+8N/ssFir7XdXNLThMnafJ0WG9xc0vPGAc1FSTJiAwj0986r5/bSoGE06V65r7sEthBeypvXmMaG+BEb4seYnj8uMaszWDlcaSLffiVuZMsPP253GB3sS0ZsAH1brsLTYwNIPENJyguRTYHLlgEBHKKMbAocEiBGi41DlSZ7Oc/ccgMVDc2jGf4+0DdOyy8HhtmXVcWH+Haqq+fOTgJbCC/V2daYRgT6MqJ7ECO6/1iLucFko6Dq9OF0IzlFTbRcIBKm9Wk1lO6IZWbbOHyhL+W8ZXP4vAP71O0G+25VFUYOVxqxtMzeTwrz46LEwJaZ24GkxQR4xWx0cWYS2EJ4qc62xrQtIQE+DE4KbFUBzGixUVht5lCl0X5vfPW+up8tMzt9hvr5LDNzxz7j7WmzyWzj4MnWG2KcmgsQ6KehX5yWaZkRDIhvnr0dEyx/3jsbmXQmhJfrSrOZz8SRy8w8Yfa9UoqiOgt5p22IcaTaZB9ZSInwZ2DLeueBCVr6RAfg5+KiJML1JLCF6AQ6wxpTR2vPMrOeUf5kxGpbLTO7MeC5C27bXN3I//q+QEjfOLK+vatdxzxdvLDV0iqdsbmfwf6almAOtId0V9rNS/xIAluITsLb15i6glKKMr2FQyfPvMws8K53L7idvDs+pCG/Emyq3YHd9O9b0AC9ovxb9nkOZGC8lh6Rri/pKTyT3OQQopPIIpUR9CGbAt6pziPXWEF4gp4GH0O7jnf3GlNX0Gg0JIX5kxR25mVmb5/jHI2FVWzPepnhG28jfFg3DCU6sjNfInP1dKIn9KF223H0+8vpdufFlLy+s919e/HaRPrFaQnVdu5lVaLjJLCF6EQ0aBip0njp80DSAn359y+T3d0lr3D6MrNzBXZwagzpz13F/hmrGPndb8mb9wHJc4cRPaEPymrj4G8/YcB/fol+3/mNdJw+O16ItshHOSE6mW3HmijWWZh6Ubi7u9Jpdb8ji6D0GHaMXIKxtJ60pycDcPylrUSM7E748G7nOIMQ508CW4hOZtW+OuJDfVsN+QrH635HFvr95aTcMxofrR+GEh3HX9pmD28hHE2GxIXoRA5XGtlVYmDByChZ5uNEFr2R/IXrSJ4/giOLvyThVwPR7SjGVFrP1gF/B8DWZMbaZGFz4jNceuIPaHzl+khcGAlsITqR9/fpCPTTcH3/MHd3pVPLv/dTwocnM/C1m8i78yMOLFjDoBVTGfvD7+3PKX9vL6Vv72HIx7MkrIVDyE+REJ1EVaOFjQV6rukbSphW1uk6S8XHeVStP0z/V24EIOOFa9DtKqF89X60iWH2//wiAvHx90WbKB+ehGPIOmwhOonXc2pYtquWt2/pTkqEv7u747Um86xb2t3AI25pV3gPucIWohMwWmysydMxpkeQhPUFCleuX14VjizpEucmgS1EJ/BFQQO1BhtTMyPc3RWvZbYq1h2sp7Ey1OVt9zjPfcZF1ySTzoTwckop3t9XR2p0AMOSA899gGjFaLHx6UE9b++ppUJvJWZyBJa4ky7tQ4oEtmgHCWwhvNx3JwwcqTbzyIRYNBewD3RX02iy8VGejlV7dVQ3WRmUoOXBcbGolMEspsClfRl1nnthi65JAlsIL/fevjqignyYlCqFUtpDZ7Cyer+O1ft11BttjOgWyOJhcQxJCkSj0aBIJ4NEh22ici59SWIUaS5pS3g3CWwhvNixGhPZx5u4bXhkm3s7ix9VNVp4b6+ONXk6msyKsT2DmTUskgHx2lbP06BhDpfyKKtc0q/ZjOt0m6wI55DAFsKLrd6vI8BXw40DpW74mZTVm3l7dx3r8vVYbIrLUkOYOSSS1JiAMx6TRSrzGO+0PcZPmcf4TrV9qXAuCWwhvJTOYGX9IT1XpIUQFSSFUn7qeK2Jt76vY0OBHg1wZUYoM4ZEtnvZ262MAXBaaM9jvL0NIdpDAlsIL/XJgXoMFsXNF8lSrtMVVBlZsauOr4804O+r4cYB4dw6OIKE0PP/c3crY0gjgeVscdg97b4kMZtxcmUtzptUOhPCC1msiqnvFNEj0p+/X5fk7u54hNxyA2/uqmXr8SaC/TX8cmA4Uy+KIDr4wkcfFIpsCsjmMEVUcZwqdDS169hwguhBDCnEMIp0RpEm96xFh8gVthBeaNPRBk42WHlwXKy7u+JWSil2lTQH9a4SA+FaH+aPiORXg8IdWk9dg4bRpDNall8JN5LAFsLLKKVYtbeOlAh/RvXomiUtlVJsPdbEiu9rya0wEh3sy29HRXP9gDCC/WW2vOicJLCF8DL7yo0cOGni/rEx+HSxQilWm2LTkQZWfF9HYbWJxFA/7h8bwzV9Q2VZm+j0JLCF8DKr9tYRpvXhqgzX17x2F4tV8flhPSt311FUZ6ZHpD9/nBDLFWmh+Pl2rQ8touuSwBbCi5TWm/nmh0ZuHRxBUBcY+jVabKxrqfNdrreSFhPAk5fHc2nvYHx9JKhF1yKBLYQX+WC/Dg1wUycvlNJoat4u9L3T6nzfPzaW0T2CpF666LIksIXwEo0mG58erGdCnxDiO7Cm2BvoDFY+2K/j/TPU+RaiK+ucv/VCdELr8utpMKlOued1VaOFVXt1fHRane+ZQyMYmCDbhQpxigS2EF7AalO8v0/HoATtzzar8Gbl9Rbe3lPLpweb63xP7BPCzKGRpJ2lzrcQXZUEthBe4H/HGimtt/DrUdHu7opDHK81s3J3LZ8f1gNwVXooM4a2v863EF2RBLYQXmDVPh2JoX6M6xXs7q5ckIIqEyu+r2XTkQb8fFrqfGdGkBAmf4qEOBf5LRHCw+WfNLKn1MBvR0Xj56VLmXLLDaz4vo7/HWskyF/DrYMjHFbnW4iuQgJbCA+3al8dQf4arusX5u6unBelFN+XGHjz+1q+O9Fc5/u2EZFMcXCdbyG6CglsITxYZYOFrwobuHFAOKFa7yiUopRi6/Em3vq+lv3lzXW+fzMqmhv6hxEc4B2vQQhPJIEthAf7KFeH1QZTBnl+oRSrTbH5aHOd74IqqfMthKNJYAvhoYwWGx8fqOeSXsF08+DZ0xarYkNBc53v47VmUiL8eWRCLJOlzrcQDiWBLYSH+vyQnjqDjakXeebVtdFi47/5et7eXUeZ3iJ1voVwMglsITyQUopV+3SkxwYwJMmzqn01mm18nFfPu3vrqG5srvN939gYqfMthJNJYAvhgXYUN3Gs1syjE2M9JgTrjVZW79exep8OndHG8G6BLLosjqHJUudbCFeQwBbCA63aqyM62JdJqe7f87q60cp7e+vsdb4v6RnMLKnzLYTLSWAL4WGO1pjYUdzE7VmR+Ltx0lZzne86Pj1Yj9mqmJgawiyp8y2E20hgC+Fh3t+rI8BXww393TPZrKjOzMrva1nfUuf7yvRQZgyJpEek585UF6IrkMAWwoPUNln5/LCeK9NDiQxybTWwwpY631+31Pm+oX840wdLnW8hPIX8JgrhQT45UI/JqrjZhUu58iqMrNhVy7ctdb5vyYxgamY4McHy50EITyK/kUJ4CLNV8WGujqzuQfSOdu59YqUUu0sNvLmrlp0nDIRpfbhteCS/GhROeKDU+RbCE0lgC+EhvizUU9Vo5ZHxzru6Vkqx7XgTK07V+Q7y5dcjo7hxQLjU+RbCw0lgC+EBThVK6Rnpz8UpQQ4/v9Wm2HK0kRXf13K4ykRCqC/3XRLDtf2kzrcQ3kICWwgHUSiyKWAbhymiiiKq0NHUrmODbYHUjwllUGAc2ZomRpGGhgtf0mWxKr4o0POW1PkWwutplFLK3Z0QwtvlUMhytnCIMoecL4NE5nApWaR26PhTdb7f2VNHaX1zne9ZQyMY3ztE6nwL4aUksIW4QO+wlaVsdsq55zGeWxnT7uc3mm180lLnu6rRysB4LbOGRTJG6nwL4fUksIW4AM4M61PaE9r1Risf7Nfxfkud72HJgcweFskwqfMtRKch97CF6KAcCp0e1gBL2UwaCW0Oj1c3Wlm1r46PcnU0mhVjegQxe1ik1PkWohOSwBaiAxSK5WxxWXvL2cII+tgnopXrLbyzp461B06v8x1BWozWZX0SQriWBLYQHZBNgcMmmLXHIcrIpoCUul68tbuWzw/pUUidbyG6EglsITpgG4dd3ubLJ/ZyfJ0ffj4aru8fxq2DI0gMk6AWoquQwBaiA4qocnmb5b41TMuMYJrU+RaiS5LfeiE6wB2BHZag5zeJ0S5vVwjhGSSwheiA9lYwO5OqjQUcfmg9Dfkn8Y8OJuNvV5M4NfOsx9RrLqxNIYR3k8AWwsX0eeXsm/4eg5ZPIfqKNCx1Riy1EsZCiLOTqv9COEFjYRVfRz+FbtcJAAwlOjbF/onqTUc4+qev6X7XxcRe3RcfP18CYoIJTo1xc4+FEJ5OAlsIJwhOjSH9uavYP2MV1kYTefM+IHnuMKIn9KEuuwiAbRf9g81Jz7Jv5irM1Y1u7rEQwtNJYAvhJN3vyCIoPYYdI5dgLK0n7enJABiKdZSu+J7MD2ZwyeH7sTWZOXjPWjf3Vgjh6SSwhXCi7ndkod9fTso9o/HRNk8Z8Q3yI3necEIyYvEL1dL7jxOo/G++m3sqhPB0EthCOIlFbyR/4TqS54/gyOIv7cPeoZmJOGCrayFEFyOBLYST5N/7KeHDkxn42k3EXtuXAwvWAJA8bzglS3fReKQaa6OJH57bTNx1/dzcWyGEp5NlXUI4QcXHeVStP8zofb8DIOOFa8ge8k9KV+6m220jMByrZcfIlwGIvSqDvi/9wp3dFUJ4AdkPW4gOmMyzbml3A4+4pV0hhPvJkLgQHRBOUJdoUwjhOSSwheiAWHOUy9vsgRRXEaIrk3vYQpyHI9UmXs+p4VCPQPz6u7btFAlsIbo0CWwh2qGozszSnTVsLGggOEDDxNQMvuGIS/swinSXtieE8CwS2EKcRVm9mWW7almfr8ffV8P0IRHcOjiC8MCe3MNuDlHmkn70JYlRpLmkLSGEZ5LAFqINlQ0WVnxfyycH6vHRaLhpUDgzh0QSHexrf84cLuVRVrmkP7MZh0aqrQjRpcmyLiFOU9tkZeXuOj7M1WFViuv6hjFrWCQJoW1/tn2HrSxls1P7NI/x3MoYp7YhhPB8coUtBFBvtPLeXh2r9tVhtCgmp4cyd1gk3SL8z3rcqSB1VmhLWAshTpErbNGlNZptfLBfxzt76qg32pjYJ4TbRkTSKyrgvM6TQyF/b9rEyaAKh/SrL0nMZhxZpDrkfEII7ydX2KJLMlpsfJxXz1u7a6lpsjGmRxC3Z0WRHqvt0Pl66ntyctVl9Bh0kgFZlRRrqjhOFTqa2nV8OEH0IIYUYhhFOqNIk3vWQohWJLBFl2K2Ktbl1/PmrlpONlgZ0S2Q27OiGJgQ2OFzKqX42zeVKKXhyX5DSdacfRhdCCE6QgJbdAlWm2LDYT1Lv6ultN7CoAQt/++yOIYmX3i5zy8LG9h6vIm7R0eTHC5hLYRwDgls0anZlGLTkQbe2FnLsVozGbEB3D82gZEpQWg0Fz7kXNtk5R//q6J/vJYpg8Id0GMhhGibBLbolJRSbD3WxGs7ayioMtE7yp+nJ8czrlewQ4L6lH9uq0JvsvGH8bH4+sg9ZyGE80hgi05FKcXOEwb+k1PDgQoj3cP9ePyyOC5LDXF4oG4/3siGww3MHRZJn+jzm1UuhBDnS5Z1iU5jb6mBV3Nq2FNqICHUl7nDo7gqPRQ/X8df+TaabMx+v5hAPx/emNKNACe0IYQQp5MrbOH1Dp408p8dNewobiI62JeFl8Twi/5hTg3Rf++ooUJv5eUb4iWshRAuIYEtvFZhlYnXd9bwzQ+NRAT68OuRUdw0MJxAf+du876vzMBHuTp+NSicQYkdXw4mhBDnQwJbeJ3jtWaWflfDly1bXc4fEcnNF0UQEuDcoIbmgivPba4kIdSPOy6Ocnp7QghxigS28Bql9WaWf1fL+kPNW13OsG916Xvugx1kxfd1HKs189drEgh28pW8EEKcTgJbeLzKBgtv7qpl7cEzb3XpCgVVJt7aXctVGaGMTAl2adtCCCGBLTxWTZOVt3fX8mFuffNWl/3CmD00kvgzbHXpTBab4rnNJwnX+nD36GiXty+EEBLYwuO0tdXlvOGRbi37uXqfjoMnTTxxeRwRLhyCF0KIUySwhcdoNNtYva95q0u9ycZlLVtd9jzPrS4d7USdmdd21jC2ZzAT+4S4tS9CiK5LAlu4ndFiY01ePW99X0utwcYlPYO5PSuStJiObXXpSEopnt9SiZ8P3D8uxqFlTYUQ4nxIYAu3MVsVnx5s3uqystFKVvdA5o+4sK0uHW1dvp5dJQZ+Py6GuBD5dRFCuI/8BRIuZ2nZ6nJZy1aXFyVqeXySY7a6dKTKBgv/2lbNkKRArusf5u7uCCG6OAls4TI2pfi6sIE3vqvleK2ZvrEBPDA2gYsdtNWlo734bRUmq+Kh8bH4eGD/hBBdiwS2cDqlFP871shrObUUVpvoE+2crS4dadORBrb80MiCkVGkRLhvdroQQpwigS2cRilFTnETr+XUcOCkie4RfiyaFMfEPo7f6tKRdAYrL35bRUZsANMyI9zdHSGEACSwhZPsKTXwnx3V7CkzkhDqyx/Gx3JlRih+HhzUp/wru5o6g5W/XpPgFf0VQnQNEtjCoQ5UGPlPTg05LVtd3ndJDNc5eatLR9pZ3MR/8/XMHBJBeqz7l5UJIcQpEtjCIQpatrr8tmWry9+MiuaXA8KcvtWlIzWZbTy/pZKUCH/mDo90d3eEEKIVCWxxQY7XmnhjZy1fFTYQEuDD7VmR3DwogmAXbHXpaK/l1FBab+H/rk9C6+d9/RdCdG4S2KJDSuvNLGvZ6lLrq2Hm0AhuyXTtVpeOlFtuYPV+HTcOCGNwkucUbhFCiFMksL2AQpFNAds4TBFVFFGFjqZ2HRtOECnEkEIMo0lnFGlo6Pj95MoGC8t31fJpy1aXUwaFM3NoJFFB3hnU0Fxx7fktlcQG+7JgpOzEJYTwTBqllHJ3J8SZ5VDIcrZwiDKHnC+DROZwKVmkntdxNU1WVu6u5aPTtrqcMyyyU5TrXPpdDW/srOW5qxIY01P2uRZCeCYJbA/2DltZymannHse47mVMed8Xr3Ryrt76nh/nw6jVXFleihz3bzVpSMdrTFx2+oTTOgTwqJJ8e7ujhBCnJH3Xx51Us4Ma8B+7jOFdqPJxur9p211mRrC/BGR9Ih071aXjmS1KZ7bVElIgA+/GxPj7u4IIcRZSWB7oBwKnRrWpyxlM2kktBoeN1psfNSy1WWdwcbYnsHMz4oiLabzBPUpH+XqyK0w8v8ui/Pqe/BCiK5BAtvDKBTL2eKy9pazhRH0wWKFTw/Ws3xXLVWNVrK6B3F7VhQD4jtn8ZDSejP/3lHDqB5BXJEW4u7uCCHEOUlge5hsChw2waw9DlHG/xXvY8vmKMr0FjITtSyeFMcQD9vq0pGUUvxlSxUaDTw4NtZjNyARQojTSWB7mG0cdnmbH9UfIDVoLA9emsDF3T1zq0tH+vywnpziJu67JIaEMPkVEEJ4B/lr5WGKqHJ5m717G3i1X3KnD2qA6kYrL22t5qJELTcODHN3d4QQot0ksD2MOwK7LrDmgoqpeJN//K8Kg9nGw5fG4tMFPqAIIToPCWwP094KZgBlq/Zy/O9bqd9dSsTF3Rmx6Y5Wj9fvLiF3/oc0HDhJSP84Br5+E2FDki+oTW/2zQ8NfHWkgTuyougZ1flmvQshOjfZ4cCL+UcH02PhGHr94dKfPWYzWdh9w1skzRzCxJr/R/KcYey+4S1sJosbeup+eqONF76pIjU6gOmDI9zdHSGEOG8S2B6usbCKr6OfQrfrBACGEh2bYv9E9aYjxFyeRuLUTLTJ4T87rmbTUZTFRo+Fl+Cj9aPH78aAUlR/dcTVL8EjLNleTXWTlT9MiMXPS/bmFkKI00lge7jg1BjSn7uK/TNWYW00kTfvA5LnDiN6Qp+zHqfPLSc0M7HVRLLQzET0ueXO7rLH+b6kiU8O1DP1ogj6xXXOdeVCiM5PAtsLdL8ji6D0GHaMXIKxtJ60pyef8xir3oRfROtw8osIxFpvdFY3PZLRYuP5zZV0C/dj/ohId3dHCCE6TALbS3S/Iwv9/nJS7hmNj/bccwV9QwOw6FqHs0VnxDesa11hvrGzlmKdhYcujSXQX37chRDeS/6CeQGL3kj+wnUkzx/BkcVfYq5uPOcxoQMT0O8t4/TN2PR7ywgdmODMrnqU/JNG3t1bxy/6hTGsW+et3CaE6BoksL1A/r2fEj48mYGv3UTstX05sGANAMpqw2owoyw2lE1hNZixma0ARE3ojcbXh6KXtmIzWjj+f9sAiL7s7Pe+OwuLVfHnzZVEBfny61FR7u6OEEJcMFmH7eEqPs6jav1hRu/7HQAZL1xD9pB/UrpyN8psJXfeB/bnfhW0iKQ5wxi0bAo+AX4MXjOTvNs/5PAfPiekfzyD18zEJ6BrfMvf2VtHQZWJpyfHE6aVnbiEEN5Po04fMxVuN5ln3dLuBh5xS7vOcLzWxLzVJVzSM5gnr4h3d3eEEMIhZEjcw4Tj+nut7mjTWWxK8dzmSrR+GhZeEuPu7gghhMN0jfFRL5JCDLkUu7TNHrg/2BSKbArYxmGKqKKIqnaXTA0niBRiSCEGirqxtyyMRybEER0sQ+FCiM5DAtvDuCOwU9wc2DkUspwtHd4HXEcTuRQ3v2899hA9LYbYiEmA7MYlhOg8ZEjcw4wm3eVtjnJDm6e8w1YeZVWHw7otTZFVPKZZxTtsddg5hRDC3SSwPcwo0sgg0WXt9SWJUaS5rL3TvcNWlrLZaedfymYJbSFEpyGB7WE0aJhh/fnuW84ym3Fu2Qs7h0KnhvUpS9lMDoVOb0cIIZxNAtvDNJptvL8+BPP2TKe3NY/xZJHq9HZ+SqFYzhaXtbecLShk9aIQwrtJYHuQ2iYrCz8t47sTTTwYcSnzGO+0tuYxnlsZ47Tzn002BQ69Z30uhygjmwKXtSeEEM4gs8Q9RHm9hQf+W0ZpvYWnJ8cztlcIMIY0Ei5oBvVP9SWJ2Yxzy5X1Kds47PI2sznslgl9QgjhKBLYHuCHGhMPrCuj0az42zUJDEn+sZBJFqmMoA/ZFJDdskb5+HmuUe7RskZ5FOmMIs0t96xPV0RVl2hTCCEcSQLbzXLLDTz0WTl+vhr+eX0iaTE/3/5Sg4bRpLfrCnHKyuNkJgby+CTPLcnpjvA8LoEthPByEthutL2okcc2VBAT7MsL1yaSHO5/wedMDventN7igN45T3tHB9qydeDfMRyrtf/bZrAQc3UGQ9fOdlqbQgjhCSSw3WRjgZ6nvz5J76gA/nJNAjHBjvlWJIX5sb2o84bTmNyF9v9XSvG/1L+ScPMgN/ZICCFcQ2aJu8Hq/XU8+eVJBiUE8tIvkhwW1tAc2FWNVowWm8PO6WqNhVV8Hf0Uul0nADCU6NgU+yeqNx1p9byaLUcxVTSQ8CsJbCFE5yeB7UJKKV7LqeEf/6tmbK9g/npNAqFax34LksKah9XLPHxY/GyCU2NIf+4q9s9YhbXRRN68D0ieO4zoCX1aPa90+ffETxmEb0iAm3oqhBCuI4HtIlab4m/fVLF8Vy3X9gvlySvi0fo5/u1PCm++Wvf0+9jn0v2OLILSY9gxcgnG0nrSnp7c6nFro4ny1ftJnjvMTT0UQgjXksB2AZNVsfjLCj4+UM/MIRE8fGksfj7OWVqVHNY5AhuaQ1u/v5yUe1h4RtAAAA9QSURBVEbjo21926Diw1z8o4OIGt/bTb0TQgjXksB2skaTjd//t4xNRxq5e3Q0d42MRqNx3jro6GBfAnw1lOjMTmvDFSx6I/kL15E8fwRHFn+Jubqx1eMly78nafZQp76XQgjhSSSwnaimycrv1payp9TAoxNjmZYZ4fQ2fTQaksL8PO4K22JTHK40siZP167n59/7KeHDkxn42k3EXtuXAwvW2B8zFNdR8/URkufIcLgQouuQZV1OUlpv5oF15VQ0WHjmygTG9Ax2WdtJYX6UuDmwTzZYyCs3klthJK/CSP5JIwZL8wYcQQPOfmzFx3lUrT/M6H2/AyDjhWvIHvJPSlfuJmnGEEpXfE/E6BSCU2Oc/TKEEMJjaJRSso2Rgx2pbi41arAonr86gYsSA13a/gvfVPJFQQOfzevpkvYMZhv5lSbyKozklhs4UGGkosEKgL8PpMdqGRivZUCClgHxWuaG/9Ul/fqpDTzilnaFEMIR5ArbwfaWGXj4s3IC/TT864Yk+kS7fslRUrg/epONeqOVMK2vQ89tU4qiWnNzOLdcPR+pMmFt+diXHO5HZlIgA+O19I/Xkh6rJcC39X3mcIJcXnksnKBzP0kIITyYBLYDbT3WyOMbK4gLaS41empNtKslnTZT/EIDu85gJa/CaB/ePlBhRG9qLsoSEqChf5yWGUMiGJAQyIB4LVFB524vhRhyKb6gfp2vHsjwuRDCu0lgO8j6Q/X8eVMlaTEB/OWaxHYFl7PYA1tnISP255uJnInZqiioah7azqswkFdupFjXfC/cRwN9ogO4LDWEAS3D2z0j/fHpwCxtdwR2igS2EMLLdYnAViiyKWBby/aURee5PWVKy/aUo8+wPeV7e+v4v23VDO8WyDOTEwgOcO/k++SW4ilnm3imlKJcbyG33NgS0EYOVZowtYxtxwT7MjBey3X9wxgQr6VvnJZgf8e8rtGks549DjlXe42SvbCFEF6u0wd2DoUsZwuHKOvQ8TqayKWYXIpZzx4ySGQOl5L1/9u79+go6zuP4+/JJJkkk0RIQpIJCbdMEk1YECSSoDSggKDHUyvWHtTlUo9ntT1a3W3t7ta27rZYbXs8PfZ07basl27pRaVVi8gRUCqrRlHqBUIwCVAghCQkgVxmJpnMPPtHEiBeIJe55Hnyef3HOZPn+8sZDh9+z+/yJR/DMPjvd9rY+P5pFs1I4rtXZX5qvTYaUhx2kuNjaDjnLLanJ0h189l156rGblq9fRvD4u02iibFc2NJCsWZCRRnOch02sN2xrkMN4Vkj/g7Ga4iXJThjkgtEZFwsfQu8d/zJk/y17A8e02wgqO7CnipupMvXpLCfVemYw/T7WXDFQgarH72GLE2G8VZDqqaujnc5ifY/03nXRRHSf+O7eJMB/lp8cRG+D8af2zZz/+kP3/hD4bAem6mlPyI1BIRCRfLBnY4w3qA/+1Z3BazgK/OmxDVG7daPQGqmnxnXm9XN3fj8fd9rSmOGIoz+49V9e/cTk2I3vo6wCs1nTy8s5mL5lfTNev9sNZaRwWrWBDWGiIikWDJV+K7qQt7WAPEzf+QWVyMjYlhrzWguzdIzcCZ5/5d2wO3mtljwJ0WzzUFyRzv8LOn3sfm1XnExIyNC+0Mw+A3fzvFht2nuNSVwENFy9jMRWH7rhTWImIllgtsA4OneT1i9Z7mdeYx41Mb0ULBMAyOt/ees+7so6alh4FW11nJdoozE7ixJJXiLAdFGfFnOoD9aW87bx/10eoNkuGMfmD3Bgx+suskWw50sqzAybcrJhFvt7GKBbjJGtU+g08qwsVqFuo1uIhYiuUCu5LaiG1mAviYE1RSS3kIdiF3dAeobu5hX6PvzM7t076+dE6MtXFxpoOvzLrozNpzhvPzv75z22ye73OR0NEd4Lvbmniv3sfauRM+tYRQSj7zmEEltVT27+Q/Msyd/FP6d/KXfc5OfhERs7NcYL9FTcRrVlIz7MDuDRocau3pmz33rz3//VTfrm4bMHViHFdOTeo/85zAtIlxw2rJee7lKf+QPayhhdSJDj/3v9zIkdN+/n1RBiuKUj7zczZslFMQkv/4iIhYkeUC+ygtY7Lm+ZphTEiIoSQrgWUFyRRnOrh4koNkx+heYw8EdjTbbB5o7ub+rY309Br8dEU283J1PaiIyEgpsEPgyCdqDqUZxvUXp5xphuFKiQ35LnNHbAxpSfaotdl847CHB3c0MSHBzs9uyGb6xMjfqS4iYiWWC+zRNJXwt3rYf9cLtO6oAyD9mgIuefyLxKaev9tWO15ePtAx4mYY4ZITpb7Ym/a289ibLRRmxPPw8izSkyz310xEJOL0L+k5ah/Yhr/Ny5UHv4lhwIcrN1L34A6KHr3ugj/70M6TI26GES6ulFg+OtEdsXqBoMEvKlt59qN2rpyaxPeunkRiiK4zFREZ78ZdYHvqWni79L+4bPtXSZ07Gd/xdipnPcas527Be6iNzBuKz8yoM79UTPOL1UN67m9unjziZhjhkpMax466LnoDRthvMvP5g/znq83sOuzhyzNT+Xp52pi5+U1ExArG3fQnKT+dgkeWs/fWZwh4eqhat4mctXNJWzSDvK+X0by5Gn+bF3+bl8ZN+0hfUTik506fGD+mwhr6ZthBA5q6wvtavNUT4J6/NPB/hz3csyCNe64YO9e0iohYxbibYQPk3lFK81/28878x8Fm49IX/xGAlLk5GD0Bdqb/EIC0q/PJ+9r8aA51VM7uFO8lJzU8vbkPt/Vw/8uNtHoDrL8mk4XTnGGpIyIy3o27GfaA3DtK6dzbSN7d5cQ4+oLtwy//jqTCDK7q+D6L279HYn4ae297JsojHblzL08Jhz31Xu56voHuXoOfX+9SWIuIhNG4DOzezm4O3PsSObfP4+CDO/C3egDo/OAEuf90OXZnPLHJDvLuvJyTWz6O8mhHbpIzFrstPGext37cwb9sOUF6kp1ffsnFJZmOkNcQEZGzxmVgH/jGZlIvy6Fkw41kXFfE/jv72jymlk6mfsNuAl4/Aa+fY7/aTfLsKF4TNkqxMTayQny0yzAMnny3jfWvnWRWdgKP3+DClRKe1+0iInLWuAvspheqaNlawyW/vAGAwkevpX3PcRo2vk/JEyvxHj7FrtyHeX3yw3gPtlLy1E1RHvHouEIY2P6AwUM7T/LEe6dYXpjMT6/NJsUR3VadIiLjheX6YS/jR1Gpu2D77Sx1J3N5XiJxEboYZYCBQSW1vNXfOOPoMBtn5PU3zig/T+OMju4AD7zSxJ7jPm6fN4E1c6PbA1xEZLyxXGDfxM9GddvZSMT5Hdh+t5LTviCpjhgWz3CyxO1klish7Ee9dlMX0taUhWSzhi8Mak3Z0OHnW1saqW/38+2KDJYXfnYDDxERCR/LBfZ9/C/7OBbRmjPJ5ceB23jnmJfttZ3sOuzB12uQ6bRztTuZpW4n7vT4kM9If8+bPMlfQ/rMAeuoYBULqGrq5l+3nsAfgIeuyWROjhp4iIhEg+UC+1G2sJUPIlpzBbO5j2vP/NnrD/LG3z1sq+nk7WNeAkGYNjGOpe5klridITkTHc6wHrC4tZwdf55GWqKdH6/IYpoaeIiIRI3lAvstavg+z0W05n9w0+f2cT7lDbDzUBfbazr5oP9e75JMB0sKnFw1I5m0pOFv2tpNHd8hMufDM99YwmNz5o5onCIiEjqWC2wDg7t5KmRruhdShIvHWPOZG7U+qbGjl+11nWyv7aK2pQe7DS6bnMjSAicLpzlxxl94036kfz93MJtfxKwd0u8nIiLhY7nAhsjOQNdz86ANWkN1qLWHbbV94d3Q0Uu83cYVU5NY4nZSNiXpc1twjrU3CCIiEhmWDGyIzBrvwMas0TAMg32N3Wyr7eLVuk5O+YIkx8ewaEYSS93JzHYlDGqkMRbW6EVEJPIs2/xjIEjDvYt6tGw2GzOzE5iZncDd5Wm8V+9lW20XO+q62FzdSUaSnavdTpa6kynMiOeorSUEox+eo0S+poiIDGbZGfaAUJ9TLsLFahaO6DX4cPj8Qd484mFbTReVRz30BmHKhDhOr3yWnlhfWGt/UiqJPMe9Ea0pIiKDWT6w4exNYJX9N4EdGeZNYFP6bwIrO89NYOHU7uvfaV7bRfX1T434Ob7601R/7UXadh3GnhTH9AcWk3fn0NqHvsK/jbiuiIiM3rgIbCsZzdWr7y7+NSmzXRT8ZAVdVU28u3gDszfdQtriC78tUGCLiETXuGv+YXWeuhZeS/sB7XvqAfAdb2dnxg9p3lxN285DTP/OImLi7KTMdpF100yOP/FelEcsIiJDocC2mKT8dAoeWc7eW58h4Omhat0mctbOZWLF9L4PnPs+xTDo3NsYlXGKiMjwKLAtKPeOUhIL0nln/uN0N3TgXr+M2BQHE66YysEfvErA56d9Tz2Nm/YR8PijPVwRERkCBbZF5d5RSufeRvLuLifG0Xd6b+bGm/EeamNX3iPsv+sFXLfOJiE3NcojFRGRobDsOezxrLezmwP3vkTO7fM4+OAOslaWEJeWROLUiczZvObM5z665Q+kXp4XxZGKiMhQaYZtQQe+sZnUy3Io2XAjGdcVsf/O5wHo3N9Eb0c3wZ5eGn77N1peqWXqP18R5dGKiMhQaIZtMU0vVNGytYbyj+4BoPDRa6m89Oc0bHyfnuYuDq1/jYDHT+qcHOZsXUv8pOQoj1hERIZC57BNZjTnsEdD57BFRKJLr8RNJpXEcVFTREQGU2CbTB7pEa85JQo1RURkMAW2yUQjsKNRU0REBlNgm0w5BRGvWRaFmiIiMpgC22TKcFNIdsTqFeGiDHfE6omIyGdTYJuMDRtr+ELE6q1mYcTbiYqIyKcpsE2olHzWURH2OuuooJQLt94UEZHwU2Cb1CoWhDW011HBKhaE7fkiIjI8ujjF5HZTx9O8zsecCMnzinCxmoWaWYuIjDEKbAswMKiklkpqOEoLR2ihHe+QfjaVRKaQTh7plFFAGW6tWYuIjEEKbBERERPQGraIiIgJKLBFRERMQIEtIiJiAgpsERERE1Bgi4iImIACW0RExAQU2CIiIiagwBYRETEBBbaIiIgJKLBFRERMQIEtIiJiAgpsERERE1Bgi4iImIACW0RExAQU2CIiIiagwBYRETEBBbaIiIgJKLBFRERMQIEtIiJiAgpsERERE1Bgi4iImIACW0RExAQU2CIiIiagwBYRETGB/wcF3ROs0mxH8gAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "edges, adj = PC(X, 0.02)\n",
    "plot_skeleton(edges, vertices, \"PC-algorithm\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAecAAAFPCAYAAAB3QgbXAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzs3Xd4VGXax/HvpJeZSYUUEgKkAFJEIEIQAaUI9kXFLiIL6669rK8rKrgq9r6r7uousjZEELGBiFJUEgwoJbRAKAmkkjYzmSTTnvcPIIIEpEyf+3NdXkjmzHnuzIT55TztaJRSCiGEEEJ4jSBPFyCEEEKII0k4CyGEEF5GwlkIIYTwMhLOQgghhJeRcBZCCCG8jISzEEII4WUknIXfqaqqYtiwYeh0Ou677z6P1DBjxgxuuOGGU3ruiBEjePvtt0/6ee+88w5Dhw49pTadaffu3Wg0Gmw2m6dLcSmNRsOOHTvafcxb3gvhuySchU/o0qULS5cuPaFj//3vf5OYmIjBYOCFF15wcWWnZubMmXTt2hWtVktaWhpXX321W9u/+eabefjhh93a5qmYMWMGoaGhaLVaYmNjGTJkCPn5+W2PV1RUMHnyZFJSUtDpdPTo0YPp06fT1NR0Uu0sX76ctLQ0Z5cvxCmTcBZ+Z8+ePZxxxhloNJqTfm57V3vOvgKcPXs27777LkuXLsVkMrFmzRpGjhzp1Db8ydVXX43JZKKmpoahQ4cyfvx4lFLU1dWRl5dHc3Mz+fn5GI1GvvnmGxoaGigpKfF02UKcFgln4XMOdRnef//9xMXF0bVrVxYtWgQcuCKcPXs2zz77LFqtlqVLl+JwOHj66afJzMwkISGBCRMmUFdXB/zaBfuf//yHzp07c/7557f7NYCCggKGDBlCbGwsZ555JsuXL2+radeuXQwfPhydTsfo0aPZv3//MesvLCzkggsuIDMzE4Dk5GSmTp3a7rEVFRX07duX559/HoDGxsa2K8VOnTrx8MMPY7fb233u1q1bGT16NPHx8XTv3p25c+cCB3oW3n///bbX6JJLLgFgy5YtjBgxgtjYWHr16sVnn33Wdq6bb76Z2267jYsuugidTsegQYN+NwD/+9//kpqaSkpKSlsPRmVlJVFRUdTW1rYdt3btWjp06IDVaj3u+UJDQ5k4cSKVlZXU1tby4osvotPpeO+99+jSpQsA6enpvPLKK/Tt27fdc3z11VecccYZ6HQ6OnXqxPPPP09TUxPjxo2jvLwcrVaLVqulvLycn376iby8PGJjY0lJSeH222/HYrEcdb5u3bqRmJjIX//6VxwOR7vtHuu9EOKYlBA+ICMjQ33zzTdKKaVmzZqlQkJC1L///W9ls9nU66+/rlJSUpTD4VBKKTVx4kQ1bdq0tue+9NJLatCgQaqsrEy1tLSoqVOnqmuuuUYppdSuXbsUoG688UZlMpmU2Wxu92t79+5V8fHx6ssvv1R2u10tWbJExcfHq+rqaqWUUoMHD1b33HOPamlpUStWrFBarVZdf/317X4v7777roqLi1PPPvusKiwsVDab7YjHhw8frt566y21a9culZ2drf71r3+1PXbZZZepqVOnKpPJpKqqqlRubq568803216Xc845RymllMlkUmlpaeq///2vslqtau3atSohIUEVFRW1+xpZLBaVmZmpnnzySdXa2qq+/fZbpdVq1datW9uOj4uLU6tXr1ZWq1Vdd9116uqrr273+zv0+l1zzTXKZDKpDRs2qMTExLb3b9y4cer1119vO/7uu+9Wt99+e7vnmj59etvr2NLSou6//36VlpamlFJq0KBB6tFHH233eceSnJysVq5cqZRSqq6uTq1du1YppdSyZctUp06djjh2zZo1Kj8/X1mtVrVr1y7Vo0cP9dJLL7U9DqgRI0ao2tpatWfPHpWdna3eeustpdTJvRdCtEfCWfiE34ZzZmZm22NNTU0KUBUVFUqpo4OnR48eaunSpW1/Ly8vVyEhIW0fuoAqKSlpe7y9rz399NPqhhtuOKKmMWPGqHfeeUft2bNHBQcHK5PJ1PbYtddee8xwVkqp9957T40cOVJFRUWp+Ph49dRTT7U9Nnz4cHXPPfeojIwM9cEHH7R9vbKyUoWFhSmz2dz2tQ8++ECNGDGi7XU5FAhz5sxRQ4cOPaLNqVOnqhkzZrT7Gq1cuVIlJSUpu93e9rVrrrlGTZ8+ve34yZMntz325Zdfqu7du7f7vR16/bZs2dL2tb/+9a/qlltuaattyJAhSimlbDabSkpKUqtXr273XNOnT1ehoaEqJiZGdejQQZ133nlqzZo1SimlsrKy1BtvvNHu844lPT1dvfnmm6qxsfGIr7cXzr/10ksvqcsvv7zt74BatGhR29//+c9/qvPPP18pdXLvhRDtkW5t4ZOSk5Pb/j8qKgoAk8nU7rF79uzhD3/4A7GxscTGxtKzZ0+Cg4OpqqpqOyY9Pf2o5x3+tT179vDxxx+3nSM2NpYffviBiooKysvLiYuLIzo6uu34jIyM49Z//fXXs3TpUhoaGnjzzTd59NFH+frrr9sef//99+nUqRNXXnnlETVYrVZSUlLaavjTn/5EdXV1u9/z6tWrj6j3/fffp7Kyst16ysvLSU9PJyjo14+EjIwM9u3b1/b3377mx3q9Dzn89cvIyKC8vByAyy67jM2bN7Nz506++eYbYmJiOPvss495ngkTJtDQ0EB1dTXfffcdAwYMACAhIYGKiopjPm/mzJlt3dS33norAPPnz+err74iIyOD4cOHHzG57LeKi4u5+OKLSU5ORq/X89BDDx01XHGs7/FwJ/teCAEy5iwCQHp6OosWLaKhoaHtv5aWFjp16tR2THuTxw7/Wnp6OjfeeOMR52hqauLBBx8kJSWF+vr6I2YIl5aWnlBtoaGhXHXVVfTt25eioqK2r8+YMYPExESuu+66tjHl9PR0wsPD2b9/f1sNBoOBTZs2tfs9Dx8+/Ih6TSYTb7zxRrvfb2pqKmVlZUeMmZaWlh7xGp2ssrKyI86VmpoKQEREBBMmTOD999/n3Xff5cYbbzyl848aNYoFCxYcc5z3oYcewmQyYTKZePPNNwHIzc1l4cKFVFdXc/nllzNhwgSg/ff/z3/+Mz169GD79u0YDAZmzpyJ+s1N/I71PR7u994LIdoj4Sz83q233sq0adPYs2cPADU1NSxcuPCkznHDDTfw+eef8/XXX2O322lpaWH58uXs3buXjIwMBg4cyPTp07FYLPzwww98/vnnxzzXO++8w5dffonRaMThcLBo0SI2bdrEoEGD2o4JDQ3l448/pqmpiRtvvBGHw0FKSgpjxozhvvvuw2Aw4HA4KCkpYcWKFUe1cfHFF1NcXMy7776L1WrFarVSWFjIli1bAEhKSmLnzp1txw8aNIjo6GieffZZrFYry5cv5/PPP+eaa645qdfpcI8//jhms5lNmzYxa9asI5aL3XTTTbzzzjt89tlnp7we/N5778VgMDBx4sS293bfvn3ce++9bNiw4ajjLRYL77//Po2NjYSGhqLX6wkODgYOvB61tbU0Nja2HW80GtHr9Wi1WrZu3dpumD733HPU19dTVlbGK6+80u6SuN97L4Roj4Sz8Ht33XUXl156KWPGjEGn0zF48GBWr159UudIT09n4cKFzJw5kw4dOpCens5zzz3XdtX2wQcfsHr1auLj43nssce46aabjnkuvV7PzJkz6dy5M7GxsTzwwAO88cYbR21aERYWxieffEJ1dTW33HILDoeD//3vf1gsFs444wzi4uK48sor2+3a1el0LFmyhDlz5pCamkpycjL/93//R2trKwCTJ09m8+bNxMbGcvnllxMWFsZnn33GokWLSExM5C9/+Qv/+9//6NGjx0m9TocbPnw4WVlZjBw5kvvvv58xY8a0PXbOOecQFBRE//7922Zan6z4+HhWrVpFaGgogwYNQqfTMXLkSGJiYsjKymr3Oe+++y5dunRBr9fz5ptv8t577wHQo0cPrr32Wrp160ZsbCzl5eU8//zzfPDBB+h0OqZMmdJu8F522WUMGDCAfv36cdFFFzF58uSjjvm990KI9mjUb/tphBDCDc4//3yuu+46/vjHP3q6FCG8joSzEMLtCgsLGT16NGVlZeh0Ok+XI4TXkW5tIYRbTZw4kVGjRvHyyy9LMAtxDHLlLIQQQngZuXIWQgghvIyEsxBCCOFlQjxdgBBCuJJCUcAO8tlOGbWUUYuB5hN6rp5I0kkgnQTyyGYwWWg4+budCXGyZMxZCOG3CilhNispxjlbZeaQzESGkUumU84nxLFIOAsh/NKHrGIWR++e5gyTGM61DHHJuYUAGXMWQvghVwYzwCxW8CGrXHZ+ISSchRB+pZASlwbzIbNYQSElLm9HBCYJZyGE31AoZrPSbe3NZiUKGRkUzifhLITwGwXscNrkrxNRTCUF7HBbeyJwSDgLIfxGPtvd3maBB9oU/k/CWQjhN8qoDYg2hf+TcBZC+A1PBGWphLNwAdkhTAjhN05056/2FN//FdULt2CpNBLeSU/Xh0aQelN/l7YpxLFIOAshBBAcHcZZn99IVE4ihsJ9/Dx2FlFZCcQOyfB0aSIASbe2ECJgmEtqWRb/OIaf9wHQUm5geeIT1C3fSeZjo4ju0RFNUBAxg9KJPbcLDfmlHq5YBCoJZyFEwIjKTCD7mbEUXT8Xu9nC5knzSb25P/Ejuh1xnL3ZiqFwH9peSR6qVAQ6CWchREBJm5JLZHYCPw16g9YKI1lPjjnqmC23foruzGQSLsj2QIVCSDgLIQJQ2pRcTEVVpN+RR1D4kVNviv+6CFNRFX3nXotGI7eHFJ4h4SyECCg2Uyvb7v6S1MkD2TnjW6x15rbHSqYvZf+ibfRfcgsh+ggPVikCnYSzECKgbLvrC/QDUun19ngSL+rOlls/BWDXU8up+GA9A765hbCEKA9XKQKdLKUSQgSM6oWbqV28nbyNdwKQ8+KFFPR7jYr317HjoSVowoL5MfvFtuO7PjSCrg+N8FC1IpBplFJySxUhhF8Yw1Meafdr9aCMTwunkm5tIYTf0BPp9jZVcxjXzdnLO2vrqTRa3d6+8E8SzkIIv5FOgtvb7KQS6KAN4T9rGrjqg73c9XkFi7YZMVsdbq9F+A/p1hZC+I0X+YrFrHdrm+M4k3u4kAqjla+LTSwuNrHPYCMyRMPwbtGMy9HSLzWCIOn2FidBwlkI4Tfy2c505rm1zce4kjx+3axEKcXGylYWFRtZtrOJJosiWRvCBTlaxuZoSYsJdWt9wjdJOAsh/IZCcQfvUEylW9rrTgqvMhEN7V8Vt9ocfL/bzKJtJtbsa8ahoE9yOGNztJzfTYs2XEYWRfsknIUQfqWQEqYx1y1tPckEcsk8oWNrmmws2W5i0TYTexqshAVrOLdLFONytAxMiyQ4SLq9xa8knIUQfudDVjGLFS5tYxLDuZYhJ/08pRRbayws2mZkaUkTxlYHiVHBjMnWMra7lq5xYS6oVvgaCWchhF9yZUCfajD/lsWuWLXHzOJiEwWlZuwKenQIY2yOjlFZ0cREBDuhWuGLJJyFEH5p5a4mHtmynsShmzDq9zvlnN1J4SbOPeGu7JNRZ7bzzY4Ds7131FoICYJzMqIYm6NlcHoUIcHS7R1IJJyFEH5nd72FqQvK6RIbyquXJvNLyE4K2E4ZtZRSi4HmEzqPnkg6k0A6CQwmm8FkHXPylzPtqG1l0TYTS7abaGhxEBsRxOhsLeNytGQnhru8feF5Es5CCL/SZHEwdUE5hhY7b1/RiSSt795CwGZXrC5rZlGxkVV7zFgdkBkfxtjuWsZkaYmPck+3t0JRwA7yD/6CU3aSv+CkH/wFJ8+Nv+D4OglnIYTfcCjFtCXV5O8x89LFyZyV6v7tPF3F0GLn25ImFm0zsqXGQrAGBqVHMra7jnMyoghzUbd3ISXMZqXTlqflkMxEhrlkaMCfSDgLIfzG7J/rebuwgTuHxHNVnxhPl+Myu+stLC428XWxif1mO7rwIEZmRjOuu46eHcKcdhMOX5hU568knIUQfqGg1MwDi6oYlRXNI+d3CIi7RNkdijX7mllcbGLlLjMWuyIjNpSxOVouyNHSIfrUu/S9eTlaIJBwFkL4vL2NVqZ8Uk6KLoTXL0shIjTwdt4ytTpYtrOJxcVGNlS2ogEGpkUwLkfHuV2iTuo18daNXAKJhLMQwqeZrQ7+/Gk5+5vsvDU+lVS97F29t9Ha1u1dabIRFarhvMxoxuXo6JscftxeBXdvgZpDMq9xs0wS+w0JZyGEz1JKMWNpDct3NfHcuCTOTo/ydElexaEU6yta+GqbiRU7m2i2KVL1IYw9eBOOFN3Rv8h4w81DhISzEMKHfbi+kdcL6vjT2XHccFasp8vxamarg5W7mli0zcQv5S0ooF9KBGNztJzXLZqosAPd3p687ab4lYSzEMInrdnbzH1fVXJulygeH90xICaAOUuV0cbX200s2mZkr8FGRIiG4V2jGZuj5b1O89is2evWenqTxovc6NY2vZ2EsxDC51Qarfzxk3LiIoP51+WpbVd94uQopSiqamVxsYnvSpowWRxETVyAimh1ax16IpnH3W5t09v57tY5QoiA1GpzMG1JNTaH4skxSRLMp0Gj0dAnOYI+yRHcOSSe73ebefY0grly7gZKX16FcV0FMWenMXD5lBN63onuNhZI5KdaCOEzlFI8/30txfstPHJ+RzrHysxsZwkPCWJUlva0zhEaH0Xnu4fQ5cFhTqoqcEk4CyF8xiebjCwuNjFpQCznZMjMbE8wl9SyLP5xDD/vA6Cl3MDyxCeoW76ThFFZJE/oS3iq3sNV+j4JZyGET1hf0cJr+bUM6RzJzQNkZranRGUmkP3MWIqun4vdbGHzpPmk3tyf+BHdPF2aX5FwFkJ4vZomG49+U02KLoSHz+9AkMzM9qi0KblEZifw06A3aK0wkvXkGE+X5HcknIUQXs1iVzyypJpmq4OZY5LQhbvnNoni+NKm5GIqqiL9jjyCwmVusbNJOAshvNqrP9ayqbqVv53Xga7xYZ4uRwA2Uyvb7v6S1MkD2TnjW6x1Zk+X5HcknIUQXuuLrUYWbjFyfb8YzusW7elyxEHb7voC/YBUer09nsSLurPl1k8BUHYH9hYryuZAORT2FisOq93D1fom6YsQQnilzdWtvPj9fnLTIpiSG+fpcsRB1Qs3U7t4O3kb7wQg58ULKej3GhXvr0NZ7WyaNL/t2O8ip5MysT+937nSU+X6LNkhTAjhderMdv74yT5CgjS8NT6VmAgZZ3aXMTzlkXaX8DePtOutpFtbCOFVbHbFo0uraWxx8MSYjhLMbqYnMiDa9HYSzkIIr/J6QR3rK1p4YFgiOYnhni4n4KST4PY2O3ugTW8n4SyE8BpfF5v4uMjAlb31XJBzeltJilPjiXD2RJveTsJZCOEVtu9v5bnv93NmSgS3DY73dDkBK49st7c52ANtejsJZyGExzW22Jm2pBp9eBB/H9WRkGDZAcxTBpNFDsluay/bkcJgstzWnq+QcBZCeJTdoXjs22r2N9l4YkwS8VEyAcyTNGiYiPvuKlXzQ0/2Ntrc1p6vkHAWQnjUW4X1FO5t4Z6hiZzRUSaAeYNcMrnJMdzl7YxpHIJ5VzJTPymnoFR2GTuchLMQwmOW7Wzi/XWNXNpTxyU9dZ4uRxxktSuKlmRiXd3XZW1MYjj3xwznrfGpJOtCeGBRFe/+0oBsvXGAbEIihPCIXXUW/rSgnG7xYbx6aQphMs7sFWwOxYyl1azYZebeoQmk9aphNispptIp5+9OCjdxLrlktn2txerg6RX7+bakiRHdovjbiA5EhQb2taOEsxDC7YytdqYuKMdsUbx9RSodomUnYW9gdyieWFbD0h1N3J4Xz9V9YwBQKArYQQHbKaOWUmox0HxC59QTSWcSSCeBwWQzmCw0HP2LmFKKORsMvLm6ji5xocwck0SnmFCnfn++RMJZCOFWDqX42+IqVu9t5pWLUzgzJcLTJQkOvC9PL9/PomITfzo7jhvOivVIHYV7m5mxtBoFTB/ZgUHpUR6pw9MCu99ACOF2s9c2sKq0mTvyEiSYvYRSihe+r2VRsYlbBsR6LJgBctMieWt8Kh2ig3lgURXvrwvMcWgJZyGE2/y4x8x/1zYwNkfL+F4yAcwbKKV4ZVUdnx28NefNAzwXzIek6kN58/JURnSN5s3V9cz4toZmq8PTZbmVdGsLIdyitMHK1AX76KQP5fXLUggPkWsDT1NK8XpBPXM2NDKhj57b8+LRaLxnYp5Sig/WN/Kv1fV0iw9j5gUdSdUHxji0hLMQwuXMFgd/+rSc+mY7b49PJVkXGB+w3u7twnpm/9zAH87Qcc/QBK8K5sOtLjMzY2kNQRp4bFRHBqb5/12s5FdXIYRLKaV4akUNpQ1WZozsKMHsJWb/fCCYL+6h5W4vDmaAQelRvDU+lYSoYO77qpI56xv9fhxarpyFEEc4tGwm/+CymbKTXDaTfnDZTN7BZTMfrGvkzdX1/HlQHNf18/x4poAP1jXwxup6LsjW8rcRiQQHeW8wH85sdTBzWQ0rdpkZnRXNA8MSifDT9dASzkKINoWUOHXDiU6WJHYt7cHw0CxmjOrg1VdngWLexkZeWVXH+d2ieWRkB0J8JJgPUUrx7i+NvF1YT1ZCGE9e0JEUP+yNkXAWQgDwIauYxQqXnPtG+zBuDD7HJecWJ27hZgPPf1/LsC5RPObjd//KLzXz929rCA46MA49oJN/jUNLOAshXBrMh0xiONcyxKVtiGP7cquRp1fsJ69zJE+OSSLUh4P5kLJGK39bXMXeRit/GRzPVX30ftM745+d9UKIE1ZIicuDGWAWKyikxOXtiKN9s93EMyv2k5sWweOjO/pFMAOkx4Ty7z+kMiQjitfy63hiWQ2tNv9YDy1XzkIEMIXiDt5x2hjz78khmde4ud29lYVrLNvZxGNLq+mbEsGzY5P8cgKVQyn+93MD/1nTQE5iGDPHJJGka3+/dmdPeHTVz7KEsxABLJ/tTGeeW9t8jCvJI9utbQaqH3Y38fA31fTsEM4LFyX7/Z2eftxt5vFl1YQGafj76I6clXrkOLSzJzzmkMxEhh1xhy1n8e93SghxXPlsd3ubBR5oMxCtLjXz6DfV5CSE8dw4/w9mgHO6RPHvP6Sijwjmni8qmVf063roD1nFNOY6tZeomEqmMZcPWeW0cx4i92kTIoCVURsQbQaaNXubeWhJNV3iw3jhomS04f4fzId0jg3jX5en8sSyGl75sY5tNRYyhhXzv+CVLmvz0JwNZ054DJx3TAhxFE8EZamEs0utK2/mwa+rSIsJ4cULk9GFB3u6JLfThgcx84KOTBoQy5Lm7S4N5kOcPeFRrpyFCGAnOhGmPUU3z6Pyg/UEhf364X9e46Nogo//O//ptCmOr6iyhQcWV5GsDeGli1KIjQy8YD4kSKNh0sBYVrRuocJNbc5mJQPp5pRJYhLOQohT1uWBc8l6YoynyxDA1ppW7l9USUJkMC9fnEx8VOAG8yEF7KAivNpt7RVTSQE7nDLhUbq1hRDHZC6pZVn84xh+3gdAS7mB5YlPULd8p4crE4fbUdvKvV9Wog8P5uVLUkiMlusu8O0JjxLOQohjispMIPuZsRRdPxe72cLmSfNJvbk/8SO6AVD2+mqWxT9OwYB/UDW/yMPVBqZddRbu/qKSyBANL1+cTJJWgvkQX57wKO+iEOK40qbkUvP5Fn4a9AZoNPT77EYAOt+ZR84LFxISE07tkh1svPpDwpN1xJ6T4eGKA0dpg5W7v6gkJEjDy5ekkKr3vxtAnA5fnvAoV85CiN+VNiUXU1EV6XfkERR+4Hd6ff9OhCVEERQSTIcLu5N8fT+qPtnk4UoDx75GK3d/UYFDKV6+OJn0GAnm3zqdyYfFDyxiZfozfKd/jO8znmXnk8tc3ubh5MpZCHFcNlMr2+7+ktTJA9k541uSruhFaHzUUcdpNIBsOOgWlUYrd31RQatN8colKXSJC/N0SX6n0+SBZE4fSXB0GC37Gvl5zCyie3YgaXxvt7QvV85CiOPadtcX6Aek0uvt8SRe1J0tt34KQNW8jdhMrSiHg9ol26l4bx0dLu3p4Wr9X02Tjbu+qKTJonjxomSyEiSYT9XxJjxGd+9AcPSvr60mSEPzjjq31SZXzkKIY6peuJnaxdvJ23gnADkvXkhBv9eoeH8de99czebJn6AURHaN44y3/tA2Uez3fLnVyJCMKOICeB3uqag127jr80oamu28eFEy3TuEe7okn3b4hMdBa287asLjrqdXsOuJZdibLER2jSP5ujPdVpvc+EKIADaGpzzSbvO/rkED9E4OZ2hGFEO7RNE5Vq4Aj6e+2c6dn1dQZbTx/IXJ9E2J8HRJXu9Ef75/ufR/tOyqB42GQYV/aZtXAaCUwriugppPN5Nx/7mE6H7/F6Il/O2Uaz5EurWFCGB6In//IGe3qSL5zxWp3Dwglhab4o3V9Vz/0T6u/2gvbxTUsbGyBbtDrhkOZ2ixc++XlZQbbDw9NkmC2cnam/B4iEajQX9WKkGRoZRMX+q2mqRbW4gAlk4Cm9jr1jY7axLISQwnJzGcWwbGUWW08cMeMz/sbuKjjY18sL6RuMgghmREcW5GNAPTIggPCdzrCFOrg/u+qmRPvYWnxybRv5P7f6HyNVa7orTBCgm/f+yJTnhUNjvNJTLmLIRwA0+Ec/pvPjGTdCFc0VvPFb31GFvtrC5r5vvdZpbvbOLLrSbCQzTkpkUyNCMq4MapzRYH939VyY5aC0+MSeLs9KNDI5BZ7Yq9jVZ21VvYVXfgz931VvY2WrEriPzT75/j8AmPm6cuYMutn9JnzjXse6uQpAl9CYmNwFC4l7J/rqbr34a7/ps6SMJZiACWRzaLWe/WNgcfZ99hXXgwo7K0jMrSYrUr1lW08MPuJn7YbeaH3WaCNNA7KZyhXaIZ2iXKK9b2KhQF7CCf7ZRRSxm1J7zWVU8k6SSQTgJ5ZDOYrLabJjRbHTywqJKtNa38fXRHzskI3GC22RVlBiu7Dws9XqOZAAAgAElEQVTgXfUWyhqt2B0HjgnSQKo+hK5xYQzvGkXX+DCe/Z3zHmvCY+WHG6hesJntf1uCstgJT9XR+Y480u/Ic+03ehiZECZEAFMo7uAdp96A/ni6k8KrTDzpu/YopSjebzkQ0nvM7Ki1AJARG8rQLlEMzYjijKRwgjSnfzegk1FICbNZ6bTXL4dkJjKMvrau/N/iKn4pb+HR8zswMkvrlPN7O5tdsc9gZdfB8D0UxmWNVmwHQ1gDdNKH0CU+jK5xoXSJO/Bn59jQo4Y/PDXh0RkTwiSchQhwhZQwjbluaetJJpBL5mmfp9JoPThObWZdRQt2B8RHBjMkI5KhXaIZ2Mn149QfsopZrHDJuZO3DWD38mweOi+RsTk6l7ThSTaHotxgbeuK3lVvZXe9hdKGI0M45eCVcJe4ULrGhdE1PpSMdkL4WK7kZbffolRPJPO4+7TPI+EshHBp0BwyieFcyxCnn9fYaqegtJkfdpspKDNjtioiQjScnRbJOV2iGNI5yun3NXbH65VXPZjHOp7n0jZcze5Q7DPY2F1v+bU7us5KaYMFq+PX41J0IXSNC6Vr/K9BnBEbSkTo6f2CdQ/vun1ORW/SeJEbT/s8MuYshGgLTVcFjquCGQ6MU4/O1jI6W4vFrlhX3tzW/b3y4Dh1n8PGqdNOc5y6kBKXBzNAfscCCunslJ4GV7M7FBVGW9vErN0Hr4ZLG6xY7L9e/6XoQsiIC+Xs9Ji2MM6IDSXyNEP4WLxhwuOpkitnIUQbZ4+hdieFmzjXIwFzaJz6+4OTyUrqDoxTd4kLbdv4pGfHkxundvcYfQ7JvMbNJz1G7yoOpagw2Nq6onfVHbga3vObEE7SBh/sjj7QFd01LoyMuFCiXBTCx5LPdqYzz61tPsaV5B1n0uOJknAWQhxhb6OFiQU/kdanmoTUJkpPcvZx54Ozjwf/Zvaxp5UbrPx4cJx6fUULdgXxUcGc0/lAUA84gXFqX/6wPxkOpag02o5YnrSr3sKeBiuttl8jo2NbCIce8WdUmHesS/eVCY/tkXAWQhxh2tdVFO5t5oNr0kiM9s+RL2OrnfzDxqmbrYrIEA1np0dyzsH11DERR49Tv8hXbl96No4zuYcLXXJuh1JUmX4TwnUHQrjlsBDuEB3cNiu662GzpKO9JISPxxcnPIKMOQshDvPzvmZW7jYzJTfOb4MZDoxTj8nWMubgOPUv+5r5fo+ZH3ebWbHr4Dh1cgRDu0RxbkYUnQ6OU5dR6/ZandGmOhTCB8P30OzoPfVWmg8L4cSoYLrGh3JJT13blXCXuFB04b678UsumUxiuFsmPDpz+EaunIUQwIFJPZPnl9NkcfDe1Z0CcstMpRTbDq6n/n53EzvrrAB0jTuwnnrRwNk0BbW4taaTWZqjlKLaZD9iedKhP5utv37Ux0cFH7gKPng1fGjNsC+H8O9x5Qx7V0x4lHAWQgDw2WYDz31fy99HdeS8zGhPl+MVyg3WtpnfGypaCJs657TPaa0z82P3F4nu3oHcH05gf0mO3tRCKUVN02EhfNjVsPnwEI4MPjAOfDB8D10N69vpsg8EvjTh0X/7rYQQJ8zU6uCtwnrOTA5nRLfA3Sbyt1L1oUzoG8OEvjEYWuxc6YRzbv+/xUT37Agnceetn8rMbbtm7Tn4Z5Pl1+fHRQbRNS6MsTnaI8aG2xs3D2S5ZDKQbhSwg4KD261664RHCWchBLN/bqCxxcEdQxLQuHkLTF9xIleb5pJaVue+zoClt6Dv34mWcgMFfV+l77zriB/RjYb8UkxFVXSaejbl/1lzwm3f91UVADERB0J4TJb2iA07nL3Jij/ToCGPbLfPgD9ZEs5CBLi9jVbmFTUyrruW7h1+/0by4tiiMhPIfmYsRdfPZdDa29g8aT6pN/cnfkQ3lN3B1ts+44y3/oBp48l1q75ycTJd48MC6o5cgS7wZnwIIY7wz4I6QoM1TMmN83QpfiFtSi6R2Qn8NOgNWiuMZD05BoDSV1cRMygN/YBOJ33O/p0iJZgDjISzEAFszd4Da31vPCvWr5dOuVvalFxMRVWk35FHUHgILeUGSl/NbwtqIX6P/GsUIkDZHIrX8mtJ0YUwoY/e0+X4DZuplW13f0nq5IHsnPEtSVf0wvDTXiwVRlad8TIAjmYr9mYbK5JnMmzfg2iC5TpJHEnCWYgA9eVWIzvrrPx9dMeAXNPsKtvu+gL9gFR6vT2ezVMXsOXWT+n97gSG7v5r2zFVH22g4oP19Ft4owSzaJf8VAgRgIyt9gNLp1IiGNFVlk45S/XCzdQu3k7PNy8HIOfFCzH8XE7VvCLCk3Vt/4XERBAUGkx4sv/dq1k4h2xCIkQA+md+LR9tMPD2FankJMoM7RM1hqc80u5vNyER/k+unIUIMGWNVuYVGbiwh1aC+SS02hxE2CLc3q6eSLe3KTxPxpyFCDCv59cRFqxham68p0vxCbVmG59uMvLpZgPmMVqCU9y7t3ZnEtzanvAOEs5CBJA1e5v5YY+ZWwfFER8l62aPZ1tNKx9vNPBtiQm7A4ZkRBGkT2IN+91aR7qEc0CScBYiQBxaOpWqD+GqPjGeLscr2RyKH3ab+XhjIxsqW4kM1XDZGXqu6K0nPSaUfHqyhk1urWmwl28zKVxDwlmIAPH5lgNLp54Y3ZGwYNk/+3DGVjtfbjUxv8hApclGii6E2/Piuai7Dm34r1NzBpNFDslOu6vR7+lOCoPJcktbwrtIOAsRAIytdv6zpp6zUiMYJkun2pQ2WJlf1MiibSaabYp+KRHcMSSeczKiCA46+hcYDRomMoxpzHVLfTdxrsvueiS8m4SzEAHgnbUNGFoc3JEXH/B3nVJKsWZfCx9vbCS/tJnQIBiZpeWqPvoTmr2eSyaTGM4sVri0zkkMd8l9goVvkHAWws+VNliZv8nAxT10ZAfw0qlWm4Ovt5uYt9HArnorcZFB3DIglsvO0J/05LhrGQLgsoCexPC2NkRgkk1IhPBz/7eoknUVLXx4TXpAztCuabLxSZGBz7caaWxxkJ0QxlV99IzM0p722HshJcxmpdPGoLuTwk2cK1fMQq6chfBnP5WZWVXazJ8DcOnU5upWPt7YyLKdTTgccG6XKK7qo+fMlAinde3nkslAulHADgrYThm1lFKLgeYTer6eSDqTQDoJDCabwWTJGLMA5MpZCL9lcyhumbcPi13xvwlpATFD22ZXrNjVxMcbDWyqbiU6TMNF3XVc0VtPqj7U0+UJccLkylkIP/X5FiO76q08Ocb/l04ZWux8vtXIJ0UGqpvsdNKHcNc58VyYoyMqTHYpFr5HwlkIP3Ro6VT/1AjO7eK/S6d21VuYv9HA4u0mWm2KAZ0iuPfcRPI6RxIU4LPShW+TcBbCD81a04Cx1cEdQxL8bumUQyl+Kmvm440GftrbTFiwhtHZ0VzVO4bMhDBPlyeEU0g4C+Fn9tRb+GTzgaVTWX4UVs1WB4uLTcwrMlDaYCUhKpgpuXFc0lNHXGRgTXYT/k/CWQg/84+COiJCNPwxN87TpThFldHG/E0GPt9ixGRx0KNDGI+c34HzukUT6udj6SJwSTgL4UdWl5opKG3mL4PjffpqUinFxqpW5m00sHJXEwoY3jWaq/ro6Z0U7ndd9UL8loSzEH7CZle8ll9Hmj6EK3vrPV3OKbHaFct2NvHxxka21ljQhgVxdd8YxvfSk6STjysROOSnXQg/sXCLkT0NVmZe0NHnunvrm+18tsXAgk1Gas12OseGcu/QBMbmaIkMlaVQIvBIOAvhBwwtdv67pp4BnSIYmuE7S6dKai18XNTIN9ubsNgVZ6dF8uBwPWeny1IoEdgknIXwA7PWNmCyOLgjz/uXTjmUIn9PM3M3NvJzeQvhIRrG5Wi5oo+ernH+M7tciNMh4SyEj9tdb2HBJgOX9NR59Tpfs8XBV8VG5m80sNdgo2N0MLcOiuOSHjr0Eb47eU0IV5BwFsLH/TO/jsjQICYP9M6lU+UGK/OLDHy5zUiTRdE7KZw/5sYxvGs0IT42Ni6Eu0g4C+HDCkrNFJQ1c1uedy2dUkqxrqKFeRsN/LDHjEYD53WL5sreenolRXi6PCG8noSzED7KZlf8I7+OtJgQrujlHUunLHbFtztMfLzRwPZaC/rwIK7vF8MfeunpEC0fN0KcKPnXIoSP+nSzgT0NVp6+IMnjS6fqzHY+3Wzg080G6psddIkL5a/DEhiTpSVClkIJcdIknIXwQY0tdv67toGBnSIYkhHpsTqK97fy8UYD3+4wYXVAXudIJvSJYUCnCK+fNS6EN5NwFsIH/XdNA00Wz9x1yu5Q/LjHzNyNBtZXtBAZouGSnjqu6B1D59hQt9YihL+ScBbCx+yqt7Bws4FLe+roFu++pVOmVgdfbDPySZGBCqONZG0Itw2O56IeWnTh3jMZTQh/IOEshA9RSvGPVe5dOlXWeGAp1FfbjDRbFWcmh/OXwfEM7RJFSJB0XQvhChLOQviQgrJmftrbzO158cS6cOmUUoq1+1r4eGMj+aXNBAfByEwtV/XR071DuMvaFUIcIOEshI84tHQqPSaU8S5aOtVqc/DNjgN3hdpZZyU2IoiJ/WO57AwdibIUSgi3kX9tQriBQlHADvLZThm1lFGLgeYTeq6eSNJJwNaoY29MIk/2PMvpS6f2N9lYsMnAwi1GGlscZMaH8eDwREZlRRMeIkuhhHA3jVJKeboIIfxZISXMZiXFVDrlfDkqmYmaYeSSedrn2lLdyscbG/luZxMOB5zTJYoJffT0S5GlUEJ4koSzEC70IauYxQqXnHsSw7mWISf9PJtD8f0uM3M3NlJU1UpUqIaLeui4opeeTjGyFEoIbyDhLISLuDKYDzmZgDa22vlsi5FPNhmoNtlJ1YdwZW89F3bXER0mXddCeBMJZyFcoJASpjHXLW09yYTjdnHvqbcwr8jA4mITLTZF/9QIruqjJ69zFMGyFEoIryQTwoRwMoViNivd1t5sVjKQbmj4NWiVUvy0t5mPNxpYXdZMWLCGUVnRXNVHT1aCLIUSwttJOAvhZAXscNrkrxNRTCUF7CCPbJqtDr7ebmLexgM3xYiPCmbywFguO0PvVbeUFEIcn4SzEE6Wz3a3t7nMWsz6nxP4bIsRY6uDnMQwpp2XyPmZWsI8fMcqIcTJk3AWwsnKqHV7m9/tL8e6vpFzu0QxoU8MfZLDZSmUED5MwlkIJ/NEOEckmnjv2jSSdbIUSgh/IOEshJOd6M5fx1K7dAfbH1hM07YaQuOjyHlhHMkT+h73OZbQFpJDJZiF8BcSzkJ4EdPmKjZe9xG9Z19J/OgsbI2t2BpOL+yFEL5Hdh4Qws3MJbUsi38cw8/7AGgpN7A88Qnqlu9k1xPLSPvT2SSO605QSDBhCVFEZSZ4uGIhhLtJOAvhZlGZCWQ/M5ai6+diN1vYPGk+qTf3J35ENxoLygDI7/MKK1KeYuMNc7HWmT1csRDC3SSchfCAtCm5RGYn8NOgN2itMJL15BgAWvYaqHj3F/rOv55ztt+Lo9nK1js+93C1Qgh3k3AWwkPSpuRiKqoi/Y48gsIPTP8IjgwhddIAonMSCdGG0/WhEez/apuHKxVCuJuEsxAeYDO1su3uL0mdPJCdM75t67rW9k0GWZ4sRMCTcBbCA7bd9QX6Aan0ens8iRd1Z8utnwKQOmkA5bN+xryzDrvZwu5nVtDh4h4erlYI4W6ylEoIN6teuJnaxdvJ23gnADkvXkhBv9eoeH8dnW4ZSMueBn4a9DoAiWNz6P7qJZ4sVwjhAXLLSCGcbAxPeaTdJfzNI+0KIZxPurWFcCKlFFH2CLe3qyfS7W0KIVxHwlkIJ7DaFYuLjUyeX46xWuv29jsjG5UI4U9kzFmI02BstbNws5H5RQb2m+10iQulT2RHNrPfrXWkSzgL4VcknIU4BeUGK3M3Gvhqq5Fmm2JgpwgeHJ7I2emRFGiamc5mt9YzmGy3tieEcC0JZyFOQlFlC3M2NPL9bjNBGhiVpeXqvnqyEsLbjhlMFjkkU0ylW2rqTgqDyXJLW0II95BwFuJ32B2K73eb+WhDI0VVrWjDgrj2zBiu7K0nMfrof0IaNExkGNOY65b6buJcNLJziRB+RZZSCXEMZquDr7YZ+XijgXKDjVR9CFf10XNhdx1Rob8/l/JDVjGLFS6tcRLDuZYhLm1DCOF+Es5C/EZNk435RQYWbjZisjjonRTONX1jGNoliuCgk7tC/UCt4h2NawJaglkI/yXd2kIctKO2lTnrDXxbYsKhYFjXKK7pG0OvpFNft9yytiet1ZB23hZqIqudUmd3UriJc8kl0ynnE0J4HwlnEdCUUqwua2bOhkbW7mshMkTD5WfouaqPnlR96Gmd+8fdZmatbWBcTjYPRgxmNSUUsJ0yaimlFgPNJ3QePZF0JoF0EhhMNoPJkjFmIfycdGuLgNRqc/DNjiY+2tDI7noriVHBXNlHz6U9dejCg0/7/GWNVqZ8so9O+lBevyyF8BDZ70cIceIknEVAaWi2s2CzgQWbDNQ3O8hKCOPqvnpGZmoJDXbO1ajZ6uDWBeXUNdt5e3wqybrTuwIXQgQe6dYWAaG0wcLcDQYWFZuw2BWDO0dyTd8Y+qdGoNE4r4tYKcUzy/ezp8HKCxcmSzALIU6JhLPwW0op1lW08NEGAz/uMRMWrGFMdjQT+sbQNS7MJW3O2WDgu51N/HlQHAPT5GYUQohTI+Es/I7Nrli+q4k56xvZtt9CTEQQN/eP5Q+99MRHnf548rGs2dvMm6vrOK9bNNeeGeOydoQQ/k/GnIXfMLU6+HyrkXlFjVSb7HSODWVCHz1jc7Qun5BVabTyx0/KiYsM5l9/SD2hTUqEEOJY5MpZ+LxKo5WPNxr4YqsRs1VxVmoE9w5NJK9zJEFOHE8+llabg4eXVGNzKJ4ckyTBLIQ4bRLOwmdtqW5lzoZGVuxsAuD8zGiu7htD9w7hv/NM51FK8cL3tWzbb+GpCzrSOVYmgAkhTp+Es/ApdodiVamZj9Y3sr6ylegwDVf1ieHKPnqStO7/cV64xciiYhM3949laJdot7cvhPBPEs7CJ7RYHSwqNjF3QyN7DTaStSHcnhfPxT10RId5phu5qLKFV36sZXDnSCYNjPVIDUII/yQTwoRXqzXb+KTIwKebjRhaHfTsEMbVfWMY3i2akJO8CYWz65o8v5yIEA1vjU91yq5iQghxiFw5C6+0s87CRxsa+Wa7CZsDhnY5cBOKPsnhTt005FRY7YpHv6mmyeLg+QslmIUQzifhLLyGUoo1+1qYs76Rn/Y2Ex6i4eIeOq7qG0N6jPdMtPpnQR0bKluZPrIDWQmu2cxECBHYJJyFx1nsim93mPhog4GSOgvxUcFMyY3jsjN0xER411Xp4mIj84sMXN1Xz6gsrafLEUL4KRlzFh5jaLHz6WYjn2wyUGu20y0+lAl9YhidrSXMSTehcKbi/a38+dMKeiWF8+JFyR4d8xZC+DcJZ+F2exutfLyxka+2mWixKXLTIrm6r56z0yI9Pp58LI0tdqZ8Uo7doXj7ik7ERXrXFb0Qwr9It7ZwC6UUG6ta+Wh9I9/vNhMcBKOztFzdN4ZMLx+3tTsUj31bw/4mG/+4LFWCWQjhchLOwqVsDsX3u8zM2dDI5upWdOFB3HBWDON76UmM9o0fv7cL6ync28z/DU/kjI7u231MCBG4fOPTURxFoShgB/lsp4xayqjFQPMJPVdPJOkkkE4CeWQzmCw0OLc72Wxx8MVWI/OKDFQYbXTSh3DPOQmM664l0of2nl6xs4n31jVyaU8dF/fQebocIUSAkDFnH1RICbNZSTGVTjlfDslMZBi5ZJ72uapNNuYVGfh8ixGTxUHf5HCu7hvDORlRBPvYBKrd9RamLiina1wYr12a4pWT1IQQ/knC2cd8yCpmscIl557EcK5lyCk9t3h/K3PWN/LdziaUghFdo7n6zBif7QZusjiYuqAcY6udt8d3oqMH9u0WQgQu+cTxIa4MZqDt3Cca0A6lyC9t5qMNjfxS3kJkqIbxvfRc1UdPis57Ng05WQ6leHJZDfsarbx0cbIEsxDC7eRTx0cUUuLSYD5kFivIIum4XdytNgdfF5uYu9HAngYrHaOD+fOgOC7pqfOLrSzf++XAjPI7h8RzVmqkp8sRQgQgCWcfoFDMZqXb2pvNSgbS7ahJYvXNdhZsMrBgk4GGFgfZiWE8cn4Hzu8WTYifjMeuLjXzdmE9o7OiubK33tPlCCEClISzDyhgh9Mmf52IYiopYAd5ZAOwp97CRxsMfL3dhMWuGNI5kmvOjKFfSoTXbhpyKsoNVh77roZu8WE8MCzRr743IYRvkXD2Aflsd3+bajvh5WnM2dBIfmkzYcEaxuZomdBHT0acd28aciparA6mLalGKZh5QUcifGi5lxDC/0g4+4Ayat3e5ne1FSz4opLYiCBuGRDL5b30frszllKKZ1fup6TWwnPjkkjV++5kNiGEf5Bw9gGeCGerrpG/Dkvggmwt4SH+fRU5v8jANzuamJIbx6DOUZ4uRwghJJx9wYnu/AVQOXcDpS+vwriugpiz0xi4fMoRjxvXlbNp8ic0bakhumcHev1nPLp+qUedR4W3cmlP/58Qta68mX/k1zG0SxQ3nBXj6XKEEAIA/74kCkCh8VF0vnsIXR4cdtRjDouNdZe9R8oN/Tiv/hFSJ/Zn3WXv4bDYPFCp59U02Xh0aTWp+lAePq8DQTIBTAjhJSScfZC5pJZl8Y9j+HkfAC3lBpYnPkHd8p0kjMoieUJfwlOPvuqtX74LZXPQ+e5zCAoPofOdQ0Ap6r7b6e5vweMsdsXDS6ppsSmevKAj0WHyT0EI4T3kE8kHRWUmkP3MWIqun4vdbGHzpPmk3tyf+BHdjvs806YqtH2Tj1gipO2bjGlTlatL9jqv/ljL5upWHhrRga5+OPtcCOHbJJx9VNqUXCKzE/hp0Bu0VhjJenLM7z7HbrIQEnPkXtchMRHYja2uKtMrfbHVyMItRq7vF8OIbtGeLkcIIY4i4ezD0qbkYiqqIv2OPILCf39uX7A2DJvhyCC2GVoJ1vnmzSlOxZbqVl78fj+5aRFMyY3zdDlCCNEuCWcfZTO1su3uL0mdPJCdM77FWmf+3edoeyVh2lDJ4TciM22oRNsryZWleo36ZjsPL6kiISqE6SM7+twtLIUQgUPC2Udtu+sL9ANS6fX2eBIv6s6WWz8FQNkd2FusKJsD5VDYW6w4rHYA4kZ0RRMcRNmrq3C02ij9Rz4A8ecff6zaH9gciulLq2locfDEmI7ERPjnhipCCP8g65x9UPXCzdQu3k7exjsByHnxQgr6vUbF++tQVjubJs1vO/a7yOmkTOxP73euJCgshDM/vYHNf/yE7Q9+TXTPjpz56Q0Ehfn/j8G/VtfxS3kL085LpHuHwOnGF0L4Jo06vI9TeKUxPOWRdpfwN4+062zf7jAx49saxvfSc8/QBE+XI4QQv0u6tX2AHvffU9gTbbpCSa2Fp1fsp09yOLfnxXu6HCGEOCESzj4gHfdf7XX2QJvOZmy1M21JFdFhQfx9VEdC/eSe00II/yfh7AM8Ec6eaNOZHErx9+9qqDLZeHx0RxKj/X9cXQjhPyScfUAe2W5vc7AH2nSmd9Y2UFDazJ1DEuiTHOHpcoQQ4qRIOPuAwWSR6Uh2W3vdSWEwWW5rz9l+3G1m1toGxuVoufwMnafLEUKIkybh7ANKai1UrTzDbe3dxLlo8M3x2bJGK48vqyYnMYz7zk04Yh9xIYTwFRLOXm7RNiN/WlCBKkvhQuM5Lm9vEsPJJdPl7biC2epg2tdVhARpeHJMR8JD5MdbCOGbZJaMl2q1OXh1VR2fbTHSPzWCGaM6EhfZmSRCmMUKl7Q5ieFcyxCXnNvVlFI8s3w/exqsvHBhMsm6UE+XJIQQp0zC2QtVGK08sqSabfst3NAvhsm5cYQc3Af6WoaQRRKzWUkxlU5przsp3MS5PnvFDDBng4Hvdjbx50FxDEzzjzXaQojAJTuEeZmCUjN//64GpWDaeYkM7dL+LQ0VigJ2UMB2yqillFoMNJ9QG3oi6UwC6SQwmGwGk+X2MeZD9ecfrL/sJOtPP1h/HtmE7O3E/V9VMaxrFH8f1VHGmYUQPk/C2UvYHYp31jYw++cGMhPCeGJ0RzrFnFrX7Lu/NPDvn+r5+pYMokK9b9y1kBKnXvlr9scTs7kf7wzOJSrM+75fIYQ4WdKt7QUamu38/bsaCvc2My5Hy33nJpzWZKZKo43YiCCvDOYPWeX0MXOVWEfDsO9YiN1nx8yFEOJwEs4etrm6lUe+qaKh2cEDwxK5uIf2tLtlK4xWUnTe99a6IpgPd+jcEtBCCF/nfZdWAUIpxYJNBm5bWE6wRsPrl6VwSU+dU8ZLK4w2r5utXEiJS4P5kFmsoJASl7cjhBCuJOHsAc1WB08sq+HFH2oZmBbJ2+NTnXaPYYdSVBltXnXlrFDMZqXb2pvNShQylUII4bu85xM8QJQ2WHnkmyp21Vn5Y24sN54VS5ATZxfXmu1YHZDsReFcwA6nTf46EcVUUsAOj+xJLoQQzuA9n+ABYMXOJmYuryE0WMMLFyWT64L1uBVGGwCpXhTO+Wx3e5sFbJdwFkL4LO/5BPdjNofiX6vrmbOhkZ4dw3l8VEeSXBSelQfD2ZuunMuoDYg2hRDCWbznE9xP7W+yMePbGtZXtDC+l47b8hIIC3bdJhkVRisg4Vwq4SyE8GHe8wnuh9aVNzP92xrMFgePnN+BMdlal7dZYbQRHxXsVTd9ONGdv9qzqtfLtOxpaPu7o8VGwrgczvr8Jpe1KYQQnibh7AJKKT7aYODN1XWk6kN56aJkusWHuaXtSqONFK3/vK1DNt3d9v9KKX7MfJ6kq3p7sCIhhHA977m88hNNFmDrU2YAAA4WSURBVAePfFPNPwvqGNolirfGp7otmOHQGmffCmdzSS3L4h/H8PM+AFrKDSxPfIK65TuPOK5+5S4s1U0kXSHhLITwb771KX6KnHmThePdJGJnnYVpS6qoMNi4bXA8V/fVu/UmDHaHospk4/xu7d8sw1tFZSaQ/cxYiq6fy6C1t7F50nxSb+5P/IhuRxxXMfsXOl7Zm+Bo9/2yI4QQnuD34Xy6N1kw0Mwm9rKJvSxmPTkkM5FhR91eccl2E8+t3E9UWBAvX5xMv1T337Zwv9mO3YFXbUByotKm5FLz+RZ+GvQGaDT0++zGIx63my1UzSs66utCCOGP/Lpb+0NWMY25Tt0Ao5hKpjGXD1kFgMWuePH7/Tz+XQ3dE8P4z/hUjwQzQIXBu2ZqG1vtbKtpPeHj06bkYiqqIv2OPILCj/weqj/ZRGh8JHHDuzq7TCGE8Dre8SnuAu64yYKp1UHhV93YUt3KNX1j+NP/t3fvwVGd9xnHvyut0HVX6Ip2QRDMRTEQJMACBAYZM7ZTp6lS4zAFPBDqpsGZFrupO9PECXGMiZN2xk1DgjMZN4lj0yYu1HEMU9cOhprYVoptbMzVFuBw0QoJIdhdXffsnv6hC2ADWqzds2dXz+cfXVid3ys0o0fve97z/mYX4IzjY1KDaQr2PuPscVtzrna3EeFM0KDRb+AL9L8N0Rgw8PkNgj0RALK/Mvi1jGA3Rx7Yjvfemzj28A5GLZlKRmHOwL83PrUXz8oZ6tUsIsNCSoazVU0W/jNzN+Sk8ehtldTa4D5v/+lgo2K0WzscMTnbEcbnD10Svn0B7Dc42xG+7PUj0h14XE48LiefGZWJx5WBx+VkQxS1jty/DfcsL1OfvIuDf/0ch9b8hunPLgeg69QF2nYe48af1MXk+xIRsbuUC2ermyx8avFhFjprLKt3LT6/QXFOetSHnJimSaA7MjDTbQyE+t72BnBTwMCIXHy9AyjNS8fjyqB6TDZet7M3gN1OvC4nhTnpVzwnfLBwbn7+IK0vfkDNe2sBmPz4ndRXbcS3+R08K6rwPb2X/JpyciYURfk/ISKS3BymaaZU+543+IBvs8XSmt/hbluc47z2BR9GxGRTnXfgc91G5Iqz3v7323su//HnZ6XhcTnx9oWux+XE6+6dAY/Kc5LxCZbtb+exIX9vn8RLfD0hdUVEhirlZs7DrclCOGLS0t4btsfO9VCYnc4jO5p7AzlgcO4jS8+ZzotLz5WerIH3+wM4d0Ts9wi6ybb8xC43idmUJyISCykXzqnWZME0TS509S89hy7beOULGDQFDcKXLD37uyJ0GSYel5Oa8uy+Jefe4PW4nRRmp1u+qaqcIg5wytKaY9ESuIgkL4VzDAy1yUJnKELTFXY7N/YFcGfo8qXnkVlpeNwZfLokk0U35OJxO8lyOlj/yln+fkERdVPcQxpPrCUinMsVziKSxFIunIeyfBo618Gh+57n3I6jABTdMYkbn6jD6c4aUk0jYtIcND426+0P4LbOyGWvz3Y6+u73ZjDT27/x6uLmq5yMjy89v326dwyjLXqM6nrk+crB866lNefaYA+AiMgnlXLhPBQN33yZUFsnNx97ENOEfUs2c/ThHVQ8/rlBv/ZcR3ggdBsv2fnsCxg0Bw3Cl0x+0x1QmufE63Yyf1wOHlfGQAB73RmMzEq77qXn/seo7HQ6WEdPhB+81sp/v59L/tIiegqsWdWowMNcJlpSS0QkHuzzm9wiHUdb+UP1Jmb97i9xzxxNV6Of+uk/ZPqW5XQeb6P0C1MGZsqlfz6Flt8ejuq6dU+fuOzjwux0PC4n00Zl4pmYi6dvw5XX7aQk14kzLbb3fZsCBml9oW8HB8508cgrLTQFDFbNLGCaezHreNaS2itZcNXzz0VEkoE9fpNb6FpNFsLBHk5uqqdsWSUAZ7YeoOTPbozquvfPL+ydAbuclLmcZF9h6TmefAGD4tz0T/SoUywZEZNn9p7nF2+dpyTXycbPe5juyQIKWE1t3A+HWU3tx849FxFJNsMunOHqTRZcM72YPWF2FT0KQOHiCZR/dU5U17x7Wn7cxhuNpkAIjyux95sb/SEe3dnCe03d3DYxl6/dXExe5sU/UpYxDyBuAb2a2oEaIiLJLKUbX1zLlZos7Pviv5MzuZhbA99mkX8d2RMK2X+PNUuxQ+ULGgm93/w/7wdZveU0x8718K1bS1i3uPSyYO63jHlsYCmTKYtZ7Qo8bGCpgllEUsawnDlfrclC8N0mbtxUN9AvuHzNbPbc/NMEj3ZwobBJSzBMWQLuNwe6w/zL71t5uaGdz5Rl8q1bSwadwVczgZu4gXoaqO/rsX3iOntsj+3rsT13kB7bIiLJaFiG89WaLLirR3P6yT1M+qc/AeDUT/eQVxm7GV68NAcNTMDjtvbH+a6vi/WvNHO2PcxfVY9kRdXIqDe6OXBQwyRbHHsqImI3wy6cr9VkYerPlnB47TZ2j/kepgn5s8cw9Rd3J3jEg7P6MSojbPLzt9p45p0LeFxOflznYeqoaz8LLiIi0Rt24VxaN4XSuikDHzvzMrm54cGBj2e8sDIRwxqS/nAusyCcT14IsX5HM4daerizIo/75xWRE4fzuEVEhrOUC+fh2GShKRAi3QElufH7cZqmyfYjQX74WivOdAeP3FbKIhv0sBYRSUUpF87DscmCL2BQmhf7g036XegK88+vnuV/j3cw05vFQ4tKbHPYiYhIKkq537CJCOdQqwtjpIkzQQeA+AJG3Ja03zzVyYadLZzvCnPfnAL+ojKfNIu7WomIDDcpd7MwEbt/9+0p5t7/Os3eRmuX0/s1BWL/jHNP2OTHb5zj77Y3kTMijZ98wcvyqpEKZhERC6RcOM9lYkwPuBjMZNPD+k9X0RkyWftCEw//rpnmoGFZ/Z6wydmOcExnzh+29bDmuUZ+te8CdVNc/NtdXipKMmN2fRERubaUC2cHDlax0LJ6qxwLWPipPJ5eOprVs0ay+8MO7vn1KTa/c55Q2Bz8AkPUFMPHqEzT5LkDfu7d2khzu8Fjd5Ty4IJisiw+J1xEZLhzmKYZ/wRJgP/gdUuaLHz0yMhGf4iNr5/j93/soDw/gwfmFzK7POe6r21iUk8Db/SdoHXyOk/QKu87QasmyhO02jrDfG9XC6+f6GT2mGy+saiYopyU25IgIpIUUjacIb4BPViThTdOdPCvr7Vy2m9QOz6Hv6kppCzKxhR7OMpTvMr7NMVkrJMpYxULr9qtqf5EB9/d1UJ7j8l9cwq4a5pb95ZFRBIopcMZYh90FXhYyYKo2hJ2GxF+vc/PL/eeB+CeqnyWVeaT6bz6MrGVf1B0GxGe+EMbW/f7uaEwg3W3ljKhaERcaouISPRSPpzh4hJxoposnAkY/Ki+lV3HOvC6naydV8T8cR9f6rZyKb6htYdHdjRzvC3EF6e5+cqcgmv+0SAiItYZFuFsF2+e6uQHr7Xyx/Mh5o3NZu28Ikbn9y517+EoD2FNe8o7jv0p23fk4cpM5xu3FDNn7PXfExcRkfhROFssFDbZst/Pz99qIxyBZZX5rKhy8w8Zv4zZ0vtgIs2FzHq7jn+sLaEgO92SmiIiEj2Fc4KcbTfYVH+OlxvaKazw0XlLfJezP+o75hJqHJMtrSkiItHRTcYEKc51sm5xKRs/XwZjT1tev97RYHlNERGJjsI5waq82Ywf32V53ZO0Wl5TRESio3C2gVMO64PyhMJZRMS2dASUDQyl/3TX6Qsc/upvadv9Iek5GYz/5iLK18yJa00REYkvhXOS23/Ps7gqPUzfspz2g828uehJciuKKVw0+CEpIiJiT1rWTgIdR1vZWbge/9u9G8e6Gv3sKn6Ulm2Hadt1nPEP3UJaRjquSg+j7p5G48/eSvCIRURkKBTOSSBnQhGTvv9Z9q94lnBHDwdXb8X7pZkU1I7vfcGlD8OZJsH9ZxIyThERiQ2Fc5IY8+VqsicV8X9znqDbF2DihttxujIZOX8cx9a/QrgrhP/t05zZeoBwRyjRwxURkSFQOCeRMV+uJrj/DOV/W0NaZu92gWmbl9J5vI3d5d/n0H3P41lRSdYYd4JHKiIiQ6ENYUnCCHZz5IHteO+9iWMP72DUkqlkFOaQPa6AGdtWDbzuveW/wj27PIEjFRGRodLMOUkcuX8b7llepj55F8Wfq+DQmt8AEDzUjBHoJtJj4HtmL60vNTDua/MTPFoRERkKzZyTQPPzB2l98QNq3lsLwOTH76S+aiO+ze/Q09LO8Q07CXeEcM/wMuPFLzGiJC/BIxYRkaFQ4wsbuJ3HElL3Jb6ekLoiInJtWta2ATfZw6KmiIhER+FsA+UUWV5zbAJqiohIdBTONpCIcE5ETRERiY7C2QZqmGR5zbkJqCkiItFRONvAXCYymTLL6lXgYS4TLasnIiLXR+FsAw4crGKhZfVWsgAHDsvqiYjI9VE420Q1E1hNbdzrrKaWatROUkTEzhTONrKMeXEN6NXUsox5cbu+iIjEhg4hsaE9HOUpXuV9mmJyvQo8rGSBZswiIklC4WxTJib1NFDPB5yklRO04qczqq91k81YiiiniLlMYi4TdY9ZRCSJKJxFRERsRvecRUREbEbhLCIiYjMKZxEREZtROIuIiNiMwllERMRmFM4iIiI2o3AWERGxGYWziIiIzSicRUREbEbhLCIiYjMKZxEREZtROIuIiNiMwllERMRmFM4iIiI2o3AWERGxGYWziIiIzSicRUREbEbhLCIiYjMKZxEREZtROIuIiNiMwllERMRmFM4iIiI2o3AWERGxGYWziIiIzfw/XB4LTN9cFmcAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "edges, adj = PC_stable(X, 0.02)\n",
    "plot_skeleton(edges, vertices, \"PC-stable\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "As you see, the discovered underlying skeleton of the data by both algorithms is the same."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Random DAG Generator\n",
    "\n",
    "Generate a random Directed Acyclic Graph (DAG). The produced graph is topologically ordered from low to high node numbers."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "class DAGGenerator(object):\n",
    "    def __init__(self, nodes = 20, lB = 0.1, uB = 1, prob = 0.2):\n",
    "        \"\"\"\n",
    "            nodes: number of nodes,\n",
    "            lB: Lower bound of edge weights, sampled uniformly at random,\n",
    "            uB: Upper bound of edge weights, sampled uniformly at random,\n",
    "            prob: probability of connecting a node to another node with higher topological ordering\n",
    "        \"\"\"\n",
    "        super(DAGGenerator, self).__init__()\n",
    "        self.nodes = nodes\n",
    "        self.lB = lB\n",
    "        self.uB = uB\n",
    "        self.prob = prob\n",
    "        self.adj = np.zeros((nodes, nodes))\n",
    "    \n",
    "    def init_DAG(self):\n",
    "        self.adj = np.zeros((self.nodes, self.nodes))\n",
    "        for i in range(self.nodes):\n",
    "            out_edges = np.random.binomial(1, self.prob, self.nodes-i-1)\n",
    "            weights = np.random.uniform(self.lB, self.uB, self.nodes-i-1)\n",
    "            self.adj[i+1:, i] = out_edges * weights\n",
    "    \n",
    "    def gen_data(self, n_samples = 1000):\n",
    "        X = np.random.normal(size = (n_samples, self.nodes))\n",
    "        for i in range(1, self.nodes):\n",
    "            X[:, i] += np.sum(self.adj[i] * X, axis = 1)\n",
    "        return X\n",
    "    \n",
    "    def rmv_DAG(self, n_samples = 1000):\n",
    "        self.init_DAG()\n",
    "        return self.adj, self.gen_data(n_samples)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## An Analysis of PC-pop and PC-stable on the Synthetic Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "def check_edges(edges, adj):\n",
    "    \"\"\"\n",
    "        Find the number of edges that exist in both the real generative graph and the discovered graph.\n",
    "    \"\"\"\n",
    "    correct_edges = 0\n",
    "    for i, j in edges:\n",
    "        if adj[i, j] != 0 or adj[j, i] != 0:\n",
    "            correct_edges += 1\n",
    "    return correct_edges"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "gen = DAGGenerator()\n",
    "signfs = 2 ** np.linspace(-2, 1, 4) / 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 1 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.794118   0.794118\n",
      "0.0050           0.794118   0.794118\n",
      "0.0100           0.794118   0.794118\n",
      "0.0200           0.794118   0.794118\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 2 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.586957   0.586957\n",
      "0.0050           0.608696   0.586957\n",
      "0.0100           0.608696   0.608696\n",
      "0.0200           0.608696   0.608696\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.068966   0.068966\n",
      "0.0050           0.066667   0.035714\n",
      "0.0100           0.066667   0.034483\n",
      "0.0200           0.066667   0.034483\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 3 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.657895   0.631579\n",
      "0.0050           0.684211   0.657895\n",
      "0.0100           0.710526   0.657895\n",
      "0.0200           0.710526   0.684211\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462        0.0\n",
      "0.0050           0.037037        0.0\n",
      "0.0100           0.035714        0.0\n",
      "0.0200           0.035714        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 4 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.848485   0.848485\n",
      "0.0050           0.848485   0.848485\n",
      "0.0100           0.848485   0.848485\n",
      "0.0200           0.848485   0.818182\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.034483   0.034483\n",
      "0.0200           0.034483   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 5 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.735294   0.735294\n",
      "0.0050           0.764706   0.764706\n",
      "0.0100           0.764706   0.764706\n",
      "0.0200           0.764706   0.764706\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.037037   0.037037\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.037037   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 6 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.685714   0.657143\n",
      "0.0050           0.685714   0.657143\n",
      "0.0100           0.685714   0.657143\n",
      "0.0200           0.685714   0.657143\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.04   0.041667\n",
      "0.0050               0.04   0.041667\n",
      "0.0100               0.04   0.041667\n",
      "0.0200               0.04   0.041667\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 7 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.675676\n",
      "0.0050           0.675676   0.675676\n",
      "0.0100           0.675676   0.675676\n",
      "0.0200           0.702703   0.702703\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 8 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.72093    0.72093\n",
      "0.0050            0.72093    0.72093\n",
      "0.0100            0.72093    0.72093\n",
      "0.0200            0.72093    0.72093\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.03125    0.03125\n",
      "0.0050            0.03125    0.03125\n",
      "0.0100            0.00000    0.00000\n",
      "0.0200            0.00000    0.00000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 9 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.785714   0.714286\n",
      "0.0050           0.785714   0.714286\n",
      "0.0100           0.785714   0.761905\n",
      "0.0200           0.785714   0.761905\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 10 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.738095   0.738095\n",
      "0.0050           0.738095   0.738095\n",
      "0.0100           0.738095   0.738095\n",
      "0.0200           0.738095   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 11 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.657143   0.600000\n",
      "0.0050           0.628571   0.600000\n",
      "0.0100           0.628571   0.600000\n",
      "0.0200           0.714286   0.657143\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.041667   0.045455\n",
      "0.0050           0.083333   0.045455\n",
      "0.0100           0.083333   0.086957\n",
      "0.0200           0.038462   0.080000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 12 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.75000    0.75000\n",
      "0.0050            0.75000    0.75000\n",
      "0.0100            0.75000    0.75000\n",
      "0.0200            0.78125    0.78125\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.040000\n",
      "0.0050           0.040000   0.040000\n",
      "0.0100           0.040000   0.040000\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 13 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690476   0.690476\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.738095   0.738095\n",
      "0.0200           0.738095   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333   0.033333\n",
      "0.0050           0.032258   0.032258\n",
      "0.0100           0.031250   0.031250\n",
      "0.0200           0.031250   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 14 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.625      0.625\n",
      "0.0050              0.625      0.625\n",
      "0.0100              0.700      0.675\n",
      "0.0200              0.700      0.700\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.038462   0.038462\n",
      "0.0100           0.034483   0.035714\n",
      "0.0200           0.066667   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 15 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.727273\n",
      "0.0050           0.757576   0.757576\n",
      "0.0100           0.757576   0.727273\n",
      "0.0200           0.787879   0.787879\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.04        0.0\n",
      "0.0050               0.00        0.0\n",
      "0.0100               0.00        0.0\n",
      "0.0200               0.00        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 16 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.615385   0.615385\n",
      "0.0050           0.615385   0.615385\n",
      "0.0100           0.615385   0.615385\n",
      "0.0200           0.666667   0.641026\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 17 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.714286   0.714286\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.742857   0.742857\n",
      "0.0200           0.742857   0.742857\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 18 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.8   0.771429\n",
      "0.0050                0.8   0.771429\n",
      "0.0100                0.8   0.771429\n",
      "0.0200                0.8   0.800000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 19 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.659091   0.659091\n",
      "0.0050           0.659091   0.659091\n",
      "0.0100           0.681818   0.681818\n",
      "0.0200           0.704545   0.704545\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333   0.033333\n",
      "0.0050           0.033333   0.033333\n",
      "0.0100           0.032258   0.032258\n",
      "0.0200           0.060606   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 20 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.576923   0.538462\n",
      "0.0050           0.576923   0.538462\n",
      "0.0100           0.576923   0.538462\n",
      "0.0200           0.576923   0.538462\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025             0.0625   0.066667\n",
      "0.0050             0.0625   0.066667\n",
      "0.0100             0.0625   0.066667\n",
      "0.0200             0.0625   0.066667\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 21 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.750000   0.750000\n",
      "0.0050           0.777778   0.777778\n",
      "0.0100           0.777778   0.777778\n",
      "0.0200           0.777778   0.777778\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.068966   0.068966\n",
      "0.0050           0.066667   0.066667\n",
      "0.0100           0.096774   0.066667\n",
      "0.0200           0.096774   0.096774\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 22 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.775       0.75\n",
      "0.0050              0.850       0.85\n",
      "0.0100              0.850       0.85\n",
      "0.0200              0.850       0.85\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 23 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.697674   0.674419\n",
      "0.0050           0.744186   0.720930\n",
      "0.0100           0.767442   0.744186\n",
      "0.0200           0.744186   0.720930\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000    0.00000\n",
      "0.0050           0.000000    0.00000\n",
      "0.0100           0.000000    0.00000\n",
      "0.0200           0.030303    0.03125\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 24 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.750000   0.750000\n",
      "0.0050           0.777778   0.777778\n",
      "0.0100           0.805556   0.777778\n",
      "0.0200           0.805556   0.777778\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.033333        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 25 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.651163   0.651163\n",
      "0.0050           0.651163   0.651163\n",
      "0.0100           0.651163   0.651163\n",
      "0.0200           0.651163   0.651163\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.066667   0.034483\n",
      "0.0050           0.066667   0.034483\n",
      "0.0100           0.066667   0.034483\n",
      "0.0200           0.066667   0.066667\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 26 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.682927   0.682927\n",
      "0.0050           0.682927   0.682927\n",
      "0.0100           0.707317   0.707317\n",
      "0.0200           0.731707   0.731707\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 27 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.6        0.6\n",
      "0.0050                0.6        0.6\n",
      "0.0100                0.6        0.6\n",
      "0.0200                0.6        0.6\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.04       0.04\n",
      "0.0050               0.04       0.04\n",
      "0.0100               0.04       0.04\n",
      "0.0200               0.04       0.04\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 28 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.6        0.6\n",
      "0.0050                0.6        0.6\n",
      "0.0100                0.6        0.6\n",
      "0.0200                0.6        0.6\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.040000\n",
      "0.0050           0.076923   0.076923\n",
      "0.0100           0.111111   0.111111\n",
      "0.0200           0.111111   0.111111\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 29 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.722222   0.722222\n",
      "0.0050           0.722222   0.722222\n",
      "0.0100           0.722222   0.722222\n",
      "0.0200           0.750000   0.722222\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 30 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.577778   0.577778\n",
      "0.0050           0.577778   0.555556\n",
      "0.0100           0.577778   0.577778\n",
      "0.0200           0.577778   0.577778\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.037037   0.037037\n",
      "0.0050           0.037037   0.038462\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.071429   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 31 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.615385   0.615385\n",
      "0.0050           0.615385   0.615385\n",
      "0.0100           0.615385   0.615385\n",
      "0.0200           0.641026   0.641026\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923   0.076923\n",
      "0.0050           0.076923   0.076923\n",
      "0.0100           0.076923   0.076923\n",
      "0.0200           0.074074   0.074074\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 32 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.696970   0.696970\n",
      "0.0200           0.757576   0.757576\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.043478   0.043478\n",
      "0.0050           0.043478   0.043478\n",
      "0.0100           0.041667   0.041667\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 33 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.641026   0.615385\n",
      "0.0050           0.641026   0.641026\n",
      "0.0100           0.641026   0.641026\n",
      "0.0200           0.641026   0.641026\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 34 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.60       0.60\n",
      "0.0050               0.64       0.64\n",
      "0.0100               0.66       0.66\n",
      "0.0200               0.66       0.66\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.062500   0.062500\n",
      "0.0050           0.058824   0.058824\n",
      "0.0100           0.029412   0.029412\n",
      "0.0200           0.029412   0.029412\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 35 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.800000        0.8\n",
      "0.0050           0.800000        0.8\n",
      "0.0100           0.800000        0.8\n",
      "0.0200           0.833333        0.8\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 36 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.675676\n",
      "0.0050           0.675676   0.675676\n",
      "0.0100           0.675676   0.675676\n",
      "0.0200           0.675676   0.675676\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.038462        0.0\n",
      "0.0100           0.074074        0.0\n",
      "0.0200           0.074074        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 37 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.644444   0.644444\n",
      "0.0050           0.644444   0.644444\n",
      "0.0100           0.644444   0.644444\n",
      "0.0200           0.644444   0.644444\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 38 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.677419   0.677419\n",
      "0.0050           0.677419   0.677419\n",
      "0.0100           0.741935   0.741935\n",
      "0.0200           0.741935   0.741935\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.045455        0.0\n",
      "0.0050           0.045455        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.000000        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 39 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.833333   0.833333\n",
      "0.0050           0.833333   0.833333\n",
      "0.0100           0.866667   0.866667\n",
      "0.0200           0.866667   0.866667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 40 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.815789   0.815789\n",
      "0.0050           0.815789   0.815789\n",
      "0.0100           0.815789   0.815789\n",
      "0.0200           0.815789   0.815789\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 41 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.450980   0.431373\n",
      "0.0050           0.470588   0.411765\n",
      "0.0100           0.470588   0.431373\n",
      "0.0200           0.470588   0.431373\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.148148   0.153846\n",
      "0.0050           0.142857   0.160000\n",
      "0.0100           0.172414   0.153846\n",
      "0.0200           0.172414   0.153846\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 42 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.651163   0.651163\n",
      "0.0050           0.651163   0.651163\n",
      "0.0100           0.720930   0.720930\n",
      "0.0200           0.720930   0.720930\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 43 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.684211   0.684211\n",
      "0.0050           0.684211   0.684211\n",
      "0.0100           0.710526   0.710526\n",
      "0.0200           0.736842   0.736842\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 44 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.862069   0.862069\n",
      "0.0050           0.862069   0.862069\n",
      "0.0100           0.862069   0.862069\n",
      "0.0200           0.862069   0.862069\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 45 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.634146   0.609756\n",
      "0.0050           0.609756   0.609756\n",
      "0.0100           0.658537   0.658537\n",
      "0.0200           0.682927   0.682927\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 46 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.694444   0.694444\n",
      "0.0100           0.694444   0.694444\n",
      "0.0200           0.694444   0.694444\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.040000\n",
      "0.0050           0.074074   0.074074\n",
      "0.0100           0.074074   0.074074\n",
      "0.0200           0.107143   0.107143\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 47 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.696970\n",
      "0.0050           0.757576   0.757576\n",
      "0.0100           0.757576   0.757576\n",
      "0.0200           0.787879   0.787879\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 48 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.710526   0.657895\n",
      "0.0050           0.710526   0.657895\n",
      "0.0100           0.710526   0.657895\n",
      "0.0200           0.710526   0.684211\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 49 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.547619   0.547619\n",
      "0.0050           0.547619   0.547619\n",
      "0.0100           0.547619   0.547619\n",
      "0.0200           0.595238   0.595238\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.041667        0.0\n",
      "0.0050           0.041667        0.0\n",
      "0.0100           0.041667        0.0\n",
      "0.0200           0.038462        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 50 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.714286   0.714286\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.714286   0.714286\n",
      "0.0200           0.714286   0.714286\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 51 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.627907   0.627907\n",
      "0.0050           0.627907   0.627907\n",
      "0.0100           0.627907   0.627907\n",
      "0.0200           0.651163   0.651163\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.100   0.068966\n",
      "0.0050              0.100   0.068966\n",
      "0.0100              0.100   0.068966\n",
      "0.0200              0.125   0.066667\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 52 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.764706   0.735294\n",
      "0.0050           0.764706   0.735294\n",
      "0.0100           0.794118   0.794118\n",
      "0.0200           0.794118   0.794118\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.071429   0.074074\n",
      "0.0100           0.068966   0.068966\n",
      "0.0200           0.068966   0.068966\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 53 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.823529   0.823529\n",
      "0.0050           0.823529   0.823529\n",
      "0.0100           0.823529   0.823529\n",
      "0.0200           0.852941   0.852941\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 54 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.446429   0.428571\n",
      "0.0050           0.446429   0.428571\n",
      "0.0100           0.446429   0.428571\n",
      "0.0200           0.446429   0.464286\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.074074   0.076923\n",
      "0.0050           0.074074   0.076923\n",
      "0.0100           0.074074   0.076923\n",
      "0.0200           0.107143   0.071429\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 55 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.627907   0.604651\n",
      "0.0050           0.651163   0.627907\n",
      "0.0100           0.674419   0.674419\n",
      "0.0200           0.674419   0.674419\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 56 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.720930   0.720930\n",
      "0.0050           0.767442   0.767442\n",
      "0.0100           0.790698   0.790698\n",
      "0.0200           0.790698   0.790698\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 57 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.702703   0.702703\n",
      "0.0050           0.729730   0.729730\n",
      "0.0100           0.729730   0.729730\n",
      "0.0200           0.756757   0.756757\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.037037        0.0\n",
      "0.0050           0.035714        0.0\n",
      "0.0100           0.035714        0.0\n",
      "0.0200           0.000000        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 58 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.581395   0.558140\n",
      "0.0050           0.604651   0.581395\n",
      "0.0100           0.604651   0.581395\n",
      "0.0200           0.627907   0.604651\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.074074   0.076923\n",
      "0.0050           0.071429   0.074074\n",
      "0.0100           0.071429   0.074074\n",
      "0.0200           0.100000   0.103448\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 59 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.96       0.96\n",
      "0.0050               0.96       0.96\n",
      "0.0100               1.00       1.00\n",
      "0.0200               1.00       1.00\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 60 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.571429   0.571429\n",
      "0.0050           0.619048   0.571429\n",
      "0.0100           0.642857   0.595238\n",
      "0.0200           0.666667   0.666667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.04   0.040000\n",
      "0.0050               0.00   0.040000\n",
      "0.0100               0.00   0.038462\n",
      "0.0200               0.00   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 61 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.81250    0.81250\n",
      "0.0050            0.81250    0.81250\n",
      "0.0100            0.81250    0.81250\n",
      "0.0200            0.84375    0.84375\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 62 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.666667   0.666667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.00        0.0\n",
      "0.0050               0.04        0.0\n",
      "0.0100               0.04        0.0\n",
      "0.0200               0.04        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 63 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.675676\n",
      "0.0050           0.675676   0.675676\n",
      "0.0100           0.702703   0.702703\n",
      "0.0200           0.702703   0.702703\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 64 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.627907   0.627907\n",
      "0.0050           0.627907   0.627907\n",
      "0.0100           0.651163   0.627907\n",
      "0.0200           0.651163   0.627907\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 65 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.612245   0.591837\n",
      "0.0050           0.612245   0.591837\n",
      "0.0100           0.653061   0.632653\n",
      "0.0200           0.632653   0.632653\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.062500   0.064516\n",
      "0.0050           0.062500   0.064516\n",
      "0.0100           0.058824   0.060606\n",
      "0.0200           0.060606   0.060606\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 66 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.814815   0.814815\n",
      "0.0050           0.851852   0.851852\n",
      "0.0100           0.851852   0.851852\n",
      "0.0200           0.851852   0.851852\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.041667   0.041667\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 67 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.696970   0.696970\n",
      "0.0050           0.727273   0.727273\n",
      "0.0100           0.757576   0.757576\n",
      "0.0200           0.757576   0.757576\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 68 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.888889   0.888889\n",
      "0.0050           0.888889   0.888889\n",
      "0.0100           0.888889   0.888889\n",
      "0.0200           0.916667   0.916667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 69 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.682927   0.682927\n",
      "0.0050           0.682927   0.682927\n",
      "0.0100           0.707317   0.682927\n",
      "0.0200           0.707317   0.682927\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 70 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.538462   0.538462\n",
      "0.0050           0.557692   0.557692\n",
      "0.0100           0.557692   0.576923\n",
      "0.0200           0.576923   0.576923\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.066667   0.034483\n",
      "0.0050           0.033333   0.033333\n",
      "0.0100           0.064516   0.032258\n",
      "0.0200           0.062500   0.032258\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 71 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.685714   0.628571\n",
      "0.0050           0.714286   0.657143\n",
      "0.0100           0.714286   0.657143\n",
      "0.0200           0.714286   0.657143\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 72 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.676471   0.676471\n",
      "0.0050           0.676471   0.676471\n",
      "0.0100           0.705882   0.705882\n",
      "0.0200           0.705882   0.705882\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.080000        0.0\n",
      "0.0050           0.041667        0.0\n",
      "0.0100           0.040000        0.0\n",
      "0.0200           0.076923        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 73 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.56       0.54\n",
      "0.0050               0.56       0.54\n",
      "0.0100               0.60       0.58\n",
      "0.0200               0.62       0.60\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.034483   0.035714\n",
      "0.0050           0.034483   0.035714\n",
      "0.0100           0.062500   0.064516\n",
      "0.0200           0.060606   0.062500\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 74 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.564103   0.538462\n",
      "0.0050           0.564103   0.589744\n",
      "0.0100           0.564103   0.564103\n",
      "0.0200           0.589744   0.589744\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.043478   0.045455\n",
      "0.0050           0.120000   0.080000\n",
      "0.0100           0.120000   0.083333\n",
      "0.0200           0.080000   0.080000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 75 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.736842   0.736842\n",
      "0.0050           0.763158   0.763158\n",
      "0.0100           0.763158   0.763158\n",
      "0.0200           0.763158   0.763158\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 76 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.725      0.725\n",
      "0.0050              0.725      0.725\n",
      "0.0100              0.725      0.725\n",
      "0.0200              0.750      0.750\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 77 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.594595   0.594595\n",
      "0.0050           0.621622   0.621622\n",
      "0.0100           0.648649   0.648649\n",
      "0.0200           0.675676   0.675676\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.043478   0.043478\n",
      "0.0050           0.041667   0.041667\n",
      "0.0100           0.040000   0.076923\n",
      "0.0200           0.038462   0.074074\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 78 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.694444   0.694444\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923   0.076923\n",
      "0.0050           0.076923   0.076923\n",
      "0.0100           0.111111   0.076923\n",
      "0.0200           0.074074   0.074074\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 79 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.78125    0.78125\n",
      "0.0050            0.78125    0.78125\n",
      "0.0100            0.78125    0.78125\n",
      "0.0200            0.78125    0.78125\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462        0.0\n",
      "0.0050           0.038462        0.0\n",
      "0.0100           0.038462        0.0\n",
      "0.0200           0.038462        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 80 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.657895   0.657895\n",
      "0.0050           0.657895   0.657895\n",
      "0.0100           0.657895   0.657895\n",
      "0.0200           0.657895   0.657895\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462   0.038462\n",
      "0.0050           0.038462   0.038462\n",
      "0.0100           0.038462   0.038462\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 81 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690476   0.690476\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.714286   0.714286\n",
      "0.0200           0.738095   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.032258   0.032258\n",
      "0.0200           0.031250   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 82 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.60      0.600\n",
      "0.0050               0.60      0.600\n",
      "0.0100               0.65      0.625\n",
      "0.0200               0.65      0.650\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923   0.076923\n",
      "0.0050           0.076923   0.040000\n",
      "0.0100           0.103448   0.074074\n",
      "0.0200           0.103448   0.071429\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 83 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.617021   0.617021\n",
      "0.0050           0.617021   0.617021\n",
      "0.0100           0.617021   0.617021\n",
      "0.0200           0.617021   0.617021\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.033333   0.033333\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 84 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.553191   0.553191\n",
      "0.0050           0.553191   0.553191\n",
      "0.0100           0.553191   0.553191\n",
      "0.0200           0.574468   0.574468\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.037037        0.0\n",
      "0.0100           0.037037        0.0\n",
      "0.0200           0.035714        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 85 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.888889   0.851852\n",
      "0.0050           0.888889   0.851852\n",
      "0.0100           0.888889   0.888889\n",
      "0.0200           0.888889   0.888889\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 86 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.780488   0.780488\n",
      "0.0050           0.804878   0.804878\n",
      "0.0100           0.829268   0.829268\n",
      "0.0200           0.829268   0.829268\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.030303   0.000000\n",
      "0.0050           0.029412   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.028571   0.028571\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 87 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.695652   0.695652\n",
      "0.0050           0.695652   0.695652\n",
      "0.0100           0.695652   0.695652\n",
      "0.0200           0.717391   0.695652\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.058824   0.030303\n",
      "0.0050           0.058824   0.030303\n",
      "0.0100           0.058824   0.030303\n",
      "0.0200           0.057143   0.030303\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 88 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.793103   0.793103\n",
      "0.0050           0.827586   0.793103\n",
      "0.0100           0.862069   0.827586\n",
      "0.0200           0.862069   0.827586\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 89 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.75   0.722222\n",
      "0.0050               0.75   0.722222\n",
      "0.0100               0.75   0.722222\n",
      "0.0200               0.75   0.750000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714   0.037037\n",
      "0.0050           0.035714   0.037037\n",
      "0.0100           0.035714   0.037037\n",
      "0.0200           0.068966   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 90 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.613636   0.613636\n",
      "0.0050           0.659091   0.659091\n",
      "0.0100           0.659091   0.659091\n",
      "0.0200           0.681818   0.681818\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714        0.0\n",
      "0.0050           0.033333        0.0\n",
      "0.0100           0.033333        0.0\n",
      "0.0200           0.032258        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 91 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.642857\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.690476   0.666667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.035714\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.033333   0.034483\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 92 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.729730   0.729730\n",
      "0.0050           0.810811   0.810811\n",
      "0.0100           0.810811   0.810811\n",
      "0.0200           0.837838   0.837838\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.00000    0.00000\n",
      "0.0050            0.00000    0.00000\n",
      "0.0100            0.00000    0.00000\n",
      "0.0200            0.03125    0.03125\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 93 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.536585   0.512195\n",
      "0.0050           0.536585   0.512195\n",
      "0.0100           0.536585   0.512195\n",
      "0.0200           0.536585   0.512195\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.083333   0.045455\n",
      "0.0050           0.083333   0.045455\n",
      "0.0100           0.083333   0.045455\n",
      "0.0200           0.083333   0.045455\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 94 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.658537   0.634146\n",
      "0.0050           0.658537   0.634146\n",
      "0.0100           0.658537   0.634146\n",
      "0.0200           0.682927   0.658537\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714   0.037037\n",
      "0.0050           0.035714   0.037037\n",
      "0.0100           0.035714   0.037037\n",
      "0.0200           0.034483   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 95 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.72973    0.72973\n",
      "0.0050            0.72973    0.72973\n",
      "0.0100            0.72973    0.72973\n",
      "0.0200            0.72973    0.72973\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 96 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.685714   0.685714\n",
      "0.0050           0.685714   0.685714\n",
      "0.0100           0.685714   0.685714\n",
      "0.0200           0.685714   0.685714\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923   0.076923\n",
      "0.0050           0.076923   0.040000\n",
      "0.0100           0.076923   0.040000\n",
      "0.0200           0.076923   0.040000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 97 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.590909   0.590909\n",
      "0.0050           0.613636   0.613636\n",
      "0.0100           0.613636   0.613636\n",
      "0.0200           0.636364   0.636364\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 98 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.806452   0.806452\n",
      "0.0050           0.838710   0.838710\n",
      "0.0100           0.838710   0.838710\n",
      "0.0200           0.838710   0.838710\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 99 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.549020   0.529412\n",
      "0.0050           0.549020   0.549020\n",
      "0.0100           0.568627   0.568627\n",
      "0.0200           0.568627   0.568627\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 100 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.692308   0.692308\n",
      "0.0050           0.717949   0.717949\n",
      "0.0100           0.743590   0.743590\n",
      "0.0200           0.743590   0.743590\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.068966   0.068966\n",
      "0.0050           0.066667   0.066667\n",
      "0.0100           0.064516   0.064516\n",
      "0.0200           0.064516   0.064516\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 101 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.735294   0.735294\n",
      "0.0050           0.735294   0.735294\n",
      "0.0100           0.735294   0.735294\n",
      "0.0200           0.735294   0.735294\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.000000        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 102 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.820513   0.794872\n",
      "0.0050           0.820513   0.794872\n",
      "0.0100           0.820513   0.794872\n",
      "0.0200           0.820513   0.794872\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 103 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.794872   0.794872\n",
      "0.0050           0.794872   0.794872\n",
      "0.0100           0.794872   0.794872\n",
      "0.0200           0.820513   0.820513\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 104 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.631579   0.605263\n",
      "0.0050           0.631579   0.605263\n",
      "0.0100           0.657895   0.631579\n",
      "0.0200           0.657895   0.631579\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.111111   0.115385\n",
      "0.0050           0.111111   0.115385\n",
      "0.0100           0.074074   0.040000\n",
      "0.0200           0.038462   0.040000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 105 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.631579   0.578947\n",
      "0.0050           0.684211   0.657895\n",
      "0.0100           0.684211   0.657895\n",
      "0.0200           0.684211   0.657895\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.037037   0.038462\n",
      "0.0200           0.037037   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 106 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.676471   0.676471\n",
      "0.0050           0.676471   0.676471\n",
      "0.0100           0.705882   0.705882\n",
      "0.0200           0.735294   0.705882\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.038462        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 107 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.634146   0.634146\n",
      "0.0050           0.634146   0.634146\n",
      "0.0100           0.682927   0.682927\n",
      "0.0200           0.658537   0.658537\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.071429   0.071429\n",
      "0.0050           0.071429   0.071429\n",
      "0.0100           0.066667   0.066667\n",
      "0.0200           0.068966   0.068966\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 108 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.625      0.625\n",
      "0.0050              0.650      0.650\n",
      "0.0100              0.650      0.650\n",
      "0.0200              0.650      0.650\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462   0.038462\n",
      "0.0050           0.037037   0.037037\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.037037   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 109 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.764706   0.764706\n",
      "0.0050           0.794118   0.794118\n",
      "0.0100           0.794118   0.794118\n",
      "0.0200           0.823529   0.823529\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.037037   0.037037\n",
      "0.0050           0.035714   0.035714\n",
      "0.0100           0.035714   0.035714\n",
      "0.0200           0.034483   0.034483\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 110 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.638298   0.638298\n",
      "0.0050           0.638298   0.638298\n",
      "0.0100           0.617021   0.617021\n",
      "0.0200           0.659574   0.638298\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.090909   0.062500\n",
      "0.0050           0.117647   0.062500\n",
      "0.0100           0.121212   0.064516\n",
      "0.0200           0.031250   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 111 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.78125    0.78125\n",
      "0.0050            0.81250    0.78125\n",
      "0.0100            0.81250    0.81250\n",
      "0.0200            0.81250    0.81250\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 112 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.648649\n",
      "0.0050           0.675676   0.648649\n",
      "0.0100           0.675676   0.648649\n",
      "0.0200           0.675676   0.648649\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462        0.0\n",
      "0.0050           0.038462        0.0\n",
      "0.0100           0.038462        0.0\n",
      "0.0200           0.038462        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 113 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.900000   0.900000\n",
      "0.0050           0.900000   0.900000\n",
      "0.0100           0.933333   0.933333\n",
      "0.0200           0.933333   0.933333\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 114 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.866667   0.866667\n",
      "0.0050           0.866667   0.866667\n",
      "0.0100           0.866667   0.866667\n",
      "0.0200           0.866667   0.866667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 115 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.675676\n",
      "0.0050           0.675676   0.675676\n",
      "0.0100           0.702703   0.702703\n",
      "0.0200           0.702703   0.702703\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.037037        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 116 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.722222   0.722222\n",
      "0.0200           0.722222   0.722222\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.037037   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 117 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690476   0.690476\n",
      "0.0050           0.690476   0.690476\n",
      "0.0100           0.690476   0.690476\n",
      "0.0200           0.690476   0.690476\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 118 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.805556   0.777778\n",
      "0.0050           0.805556   0.805556\n",
      "0.0100           0.805556   0.805556\n",
      "0.0200           0.805556   0.805556\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 119 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.511628   0.465116\n",
      "0.0050           0.511628   0.465116\n",
      "0.0100           0.511628   0.511628\n",
      "0.0200           0.558140   0.534884\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.043478   0.047619\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.040000   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 120 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.585366   0.585366\n",
      "0.0050           0.585366   0.585366\n",
      "0.0100           0.585366   0.585366\n",
      "0.0200           0.658537   0.634146\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000        0.0\n",
      "0.0050           0.076923        0.0\n",
      "0.0100           0.076923        0.0\n",
      "0.0200           0.068966        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 121 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.783784   0.756757\n",
      "0.0050           0.783784   0.756757\n",
      "0.0100           0.810811   0.810811\n",
      "0.0200           0.810811   0.810811\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333        0.0\n",
      "0.0050           0.033333        0.0\n",
      "0.0100           0.032258        0.0\n",
      "0.0200           0.032258        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 122 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.87500    0.87500\n",
      "0.0050            0.90625    0.90625\n",
      "0.0100            0.93750    0.93750\n",
      "0.0200            0.93750    0.93750\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 123 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.650      0.650\n",
      "0.0050              0.650      0.650\n",
      "0.0100              0.650      0.650\n",
      "0.0200              0.675      0.675\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 124 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.631579   0.605263\n",
      "0.0050           0.657895   0.631579\n",
      "0.0100           0.684211   0.657895\n",
      "0.0200           0.710526   0.684211\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 125 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.727273\n",
      "0.0050           0.727273   0.727273\n",
      "0.0100           0.757576   0.757576\n",
      "0.0200           0.757576   0.757576\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.038462   0.038462\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 126 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.622222   0.622222\n",
      "0.0050           0.622222   0.622222\n",
      "0.0100           0.622222   0.622222\n",
      "0.0200           0.644444   0.644444\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.034483   0.034483\n",
      "0.0050           0.034483   0.034483\n",
      "0.0100           0.034483   0.034483\n",
      "0.0200           0.000000   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 127 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.588235   0.588235\n",
      "0.0050           0.607843   0.607843\n",
      "0.0100           0.627451   0.588235\n",
      "0.0200           0.627451   0.607843\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 128 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.735294   0.735294\n",
      "0.0050           0.735294   0.735294\n",
      "0.0100           0.735294   0.735294\n",
      "0.0200           0.735294   0.735294\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 129 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.697674   0.674419\n",
      "0.0050           0.697674   0.674419\n",
      "0.0100           0.697674   0.674419\n",
      "0.0200           0.697674   0.674419\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.032258   0.033333\n",
      "0.0050           0.032258   0.033333\n",
      "0.0100           0.032258   0.033333\n",
      "0.0200           0.032258   0.033333\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 130 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.766667   0.766667\n",
      "0.0050           0.766667   0.766667\n",
      "0.0100           0.766667   0.766667\n",
      "0.0200           0.800000   0.800000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 131 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.685714   0.657143\n",
      "0.0050           0.685714   0.657143\n",
      "0.0100           0.685714   0.657143\n",
      "0.0200           0.714286   0.685714\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.000000\n",
      "0.0050           0.040000   0.000000\n",
      "0.0100           0.040000   0.041667\n",
      "0.0200           0.038462   0.040000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 132 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.581395   0.581395\n",
      "0.0050           0.581395   0.581395\n",
      "0.0100           0.581395   0.581395\n",
      "0.0200           0.604651   0.604651\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.074074   0.074074\n",
      "0.0050           0.074074   0.074074\n",
      "0.0100           0.074074   0.074074\n",
      "0.0200           0.103448   0.103448\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 133 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.574468   0.574468\n",
      "0.0050           0.574468   0.574468\n",
      "0.0100           0.574468   0.574468\n",
      "0.0200           0.595745   0.595745\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.068966   0.068966\n",
      "0.0050           0.068966   0.068966\n",
      "0.0100           0.068966   0.068966\n",
      "0.0200           0.125000   0.096774\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 134 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.774194   0.774194\n",
      "0.0050           0.806452   0.806452\n",
      "0.0100           0.806452   0.806452\n",
      "0.0200           0.870968   0.870968\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.040000\n",
      "0.0050           0.038462   0.038462\n",
      "0.0100           0.038462   0.038462\n",
      "0.0200           0.035714   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 135 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.696970   0.696970\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.043478   0.043478\n",
      "0.0100           0.083333   0.083333\n",
      "0.0200           0.080000   0.080000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 136 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.605263   0.605263\n",
      "0.0050           0.605263   0.605263\n",
      "0.0100           0.605263   0.605263\n",
      "0.0200           0.605263   0.605263\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.115385   0.041667\n",
      "0.0050           0.115385   0.041667\n",
      "0.0100           0.115385   0.080000\n",
      "0.0200           0.115385   0.080000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 137 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690476   0.690476\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.714286   0.714286\n",
      "0.0200           0.738095   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 138 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.704545\n",
      "0.0050           0.727273   0.704545\n",
      "0.0100           0.750000   0.727273\n",
      "0.0200           0.772727   0.772727\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 139 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.756757   0.756757\n",
      "0.0050           0.756757   0.756757\n",
      "0.0100           0.756757   0.756757\n",
      "0.0200           0.756757   0.756757\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 140 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.659574   0.659574\n",
      "0.0050           0.680851   0.659574\n",
      "0.0100           0.680851   0.659574\n",
      "0.0200           0.702128   0.702128\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 141 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.777778   0.750000\n",
      "0.0050           0.777778   0.722222\n",
      "0.0100           0.805556   0.750000\n",
      "0.0200           0.805556   0.750000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 142 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.828571   0.828571\n",
      "0.0050           0.828571   0.828571\n",
      "0.0100           0.828571   0.828571\n",
      "0.0200           0.828571   0.828571\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 143 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.641026   0.641026\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.692308   0.692308\n",
      "0.0200           0.692308   0.692308\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.037037        0.0\n",
      "0.0100           0.035714        0.0\n",
      "0.0200           0.035714        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 144 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.702703   0.702703\n",
      "0.0050           0.756757   0.756757\n",
      "0.0100           0.756757   0.756757\n",
      "0.0200           0.756757   0.756757\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 145 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.648649   0.648649\n",
      "0.0050           0.702703   0.702703\n",
      "0.0100           0.702703   0.702703\n",
      "0.0200           0.729730   0.729730\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923   0.040000\n",
      "0.0050           0.071429   0.037037\n",
      "0.0100           0.071429   0.037037\n",
      "0.0200           0.100000   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 146 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.666667   0.666667\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 147 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.694444   0.694444\n",
      "0.0100           0.694444   0.694444\n",
      "0.0200           0.750000   0.750000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 148 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.78125       0.75\n",
      "0.0050            0.81250       0.75\n",
      "0.0100            0.81250       0.75\n",
      "0.0200            0.81250       0.75\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 149 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.630435   0.630435\n",
      "0.0050           0.630435   0.630435\n",
      "0.0100           0.630435   0.630435\n",
      "0.0200           0.630435   0.630435\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 150 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.750000   0.750000\n",
      "0.0050           0.750000   0.750000\n",
      "0.0100           0.805556   0.805556\n",
      "0.0200           0.805556   0.805556\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714        0.0\n",
      "0.0050           0.035714        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.000000        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 151 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.410714   0.410714\n",
      "0.0050           0.464286   0.446429\n",
      "0.0100           0.464286   0.446429\n",
      "0.0200           0.500000   0.500000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.080000   0.080000\n",
      "0.0050           0.071429   0.074074\n",
      "0.0100           0.103448   0.074074\n",
      "0.0200           0.125000   0.096774\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 152 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.627907   0.627907\n",
      "0.0050           0.627907   0.604651\n",
      "0.0100           0.627907   0.627907\n",
      "0.0200           0.674419   0.674419\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714   0.035714\n",
      "0.0050           0.068966   0.037037\n",
      "0.0100           0.035714   0.035714\n",
      "0.0200           0.064516   0.033333\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 153 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.75    0.71875\n",
      "0.0050               0.75    0.71875\n",
      "0.0100               0.75    0.75000\n",
      "0.0200               0.75    0.75000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 154 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.700      0.650\n",
      "0.0050              0.750      0.675\n",
      "0.0100              0.750      0.700\n",
      "0.0200              0.775      0.700\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 155 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.725      0.725\n",
      "0.0050              0.725      0.725\n",
      "0.0100              0.725      0.725\n",
      "0.0200              0.725      0.725\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 156 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.76       0.76\n",
      "0.0050               0.76       0.76\n",
      "0.0100               0.80       0.76\n",
      "0.0200               0.84       0.80\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.045455        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 157 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.521739   0.521739\n",
      "0.0050           0.543478   0.521739\n",
      "0.0100           0.543478   0.521739\n",
      "0.0200           0.565217   0.543478\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.111111   0.000000\n",
      "0.0050           0.074074   0.040000\n",
      "0.0100           0.074074   0.040000\n",
      "0.0200           0.071429   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 158 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.604651   0.604651\n",
      "0.0050           0.627907   0.627907\n",
      "0.0100           0.651163   0.651163\n",
      "0.0200           0.651163   0.651163\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.037037   0.037037\n",
      "0.0050           0.035714   0.035714\n",
      "0.0100           0.034483   0.034483\n",
      "0.0200           0.034483   0.034483\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 159 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.522727   0.522727\n",
      "0.0050           0.522727   0.522727\n",
      "0.0100           0.545455   0.522727\n",
      "0.0200           0.545455   0.522727\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.080000       0.08\n",
      "0.0050           0.115385       0.08\n",
      "0.0100           0.111111       0.08\n",
      "0.0200           0.111111       0.08\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 160 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.714286   0.714286\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.738095   0.738095\n",
      "0.0200           0.738095   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.032258   0.032258\n",
      "0.0050           0.032258   0.032258\n",
      "0.0100           0.031250   0.031250\n",
      "0.0200           0.031250   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 161 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.707317   0.707317\n",
      "0.0050           0.756098   0.756098\n",
      "0.0100           0.756098   0.756098\n",
      "0.0200           0.756098   0.756098\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333        0.0\n",
      "0.0050           0.031250        0.0\n",
      "0.0100           0.031250        0.0\n",
      "0.0200           0.031250        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 162 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.84375    0.84375\n",
      "0.0050            0.84375    0.84375\n",
      "0.0100            0.84375    0.84375\n",
      "0.0200            0.84375    0.84375\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.035714   0.035714\n",
      "0.0100           0.035714   0.035714\n",
      "0.0200           0.035714   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 163 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690476   0.690476\n",
      "0.0050           0.738095   0.714286\n",
      "0.0100           0.738095   0.714286\n",
      "0.0200           0.761905   0.738095\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 164 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.631579   0.631579\n",
      "0.0050           0.657895   0.657895\n",
      "0.0100           0.657895   0.631579\n",
      "0.0200           0.710526   0.684211\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.040000   0.040000\n",
      "0.0050           0.038462   0.038462\n",
      "0.0100           0.038462   0.040000\n",
      "0.0200           0.035714   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 165 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.581395   0.581395\n",
      "0.0050           0.604651   0.581395\n",
      "0.0100           0.674419   0.627907\n",
      "0.0200           0.627907   0.627907\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.074074   0.000000\n",
      "0.0050           0.103448   0.038462\n",
      "0.0100           0.000000   0.035714\n",
      "0.0200           0.100000   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 166 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.458333   0.416667\n",
      "0.0050           0.458333   0.416667\n",
      "0.0100           0.458333   0.416667\n",
      "0.0200           0.458333   0.437500\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.185185   0.166667\n",
      "0.0050           0.214286   0.166667\n",
      "0.0100           0.214286   0.166667\n",
      "0.0200           0.214286   0.160000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 167 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.838710   0.838710\n",
      "0.0050           0.870968   0.838710\n",
      "0.0100           0.870968   0.838710\n",
      "0.0200           0.870968   0.870968\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 168 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.714286   0.690476\n",
      "0.0050           0.714286   0.714286\n",
      "0.0100           0.738095   0.738095\n",
      "0.0200           0.761905   0.761905\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 169 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.666667   0.666667\n",
      "0.0050           0.666667   0.666667\n",
      "0.0100           0.666667   0.666667\n",
      "0.0200           0.692308   0.692308\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.037037   0.037037\n",
      "0.0050           0.037037   0.037037\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.035714   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 170 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.600       0.60\n",
      "0.0050              0.625       0.60\n",
      "0.0100              0.675       0.65\n",
      "0.0200              0.700       0.70\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.04   0.040000\n",
      "0.0050               0.00   0.040000\n",
      "0.0100               0.00   0.037037\n",
      "0.0200               0.00   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 171 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.657143   0.657143\n",
      "0.0050           0.657143   0.657143\n",
      "0.0100           0.657143   0.657143\n",
      "0.0200           0.714286   0.714286\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 172 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.674419   0.674419\n",
      "0.0050           0.697674   0.697674\n",
      "0.0100           0.697674   0.697674\n",
      "0.0200           0.697674   0.697674\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 173 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.694444   0.694444\n",
      "0.0050           0.694444   0.694444\n",
      "0.0100           0.694444   0.694444\n",
      "0.0200           0.750000   0.750000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.074074   0.074074\n",
      "0.0050           0.074074   0.074074\n",
      "0.0100           0.074074   0.074074\n",
      "0.0200           0.068966   0.068966\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 174 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.605263   0.605263\n",
      "0.0050           0.657895   0.657895\n",
      "0.0100           0.657895   0.631579\n",
      "0.0200           0.657895   0.657895\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.080000   0.080000\n",
      "0.0050           0.038462   0.038462\n",
      "0.0100           0.074074   0.076923\n",
      "0.0200           0.074074   0.074074\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 175 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.675676   0.675676\n",
      "0.0050           0.702703   0.702703\n",
      "0.0100           0.702703   0.702703\n",
      "0.0200           0.702703   0.702703\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.037037   0.037037\n",
      "0.0200           0.037037   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 176 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.692308   0.692308\n",
      "0.0050           0.692308   0.692308\n",
      "0.0100           0.692308   0.692308\n",
      "0.0200           0.692308   0.692308\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 177 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.785714   0.785714\n",
      "0.0050           0.785714   0.785714\n",
      "0.0100           0.857143   0.857143\n",
      "0.0200           0.857143   0.857143\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.00       0.00\n",
      "0.0050               0.00       0.00\n",
      "0.0100               0.00       0.00\n",
      "0.0200               0.04       0.04\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 178 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.555556   0.555556\n",
      "0.0050           0.600000   0.600000\n",
      "0.0100           0.600000   0.600000\n",
      "0.0200           0.644444   0.644444\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.038462        0.0\n",
      "0.0050           0.035714        0.0\n",
      "0.0100           0.035714        0.0\n",
      "0.0200           0.033333        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 179 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.785714   0.785714\n",
      "0.0050           0.821429   0.821429\n",
      "0.0100           0.857143   0.821429\n",
      "0.0200           0.857143   0.857143\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 180 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.676471   0.676471\n",
      "0.0050           0.676471   0.676471\n",
      "0.0100           0.676471   0.676471\n",
      "0.0200           0.705882   0.676471\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 181 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.916667   0.916667\n",
      "0.0050           0.958333   0.958333\n",
      "0.0100           1.000000   1.000000\n",
      "0.0200           1.000000   1.000000\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025               0.00       0.00\n",
      "0.0050               0.00       0.00\n",
      "0.0100               0.04       0.04\n",
      "0.0200               0.04       0.04\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 182 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.709677   0.709677\n",
      "0.0050           0.741935   0.774194\n",
      "0.0100           0.741935   0.774194\n",
      "0.0200           0.741935   0.774194\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.043478        0.0\n",
      "0.0050           0.041667        0.0\n",
      "0.0100           0.041667        0.0\n",
      "0.0200           0.041667        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 183 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.727273\n",
      "0.0050           0.727273   0.727273\n",
      "0.0100           0.727273   0.727273\n",
      "0.0200           0.727273   0.727273\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.076923       0.04\n",
      "0.0050           0.076923       0.04\n",
      "0.0100           0.076923       0.04\n",
      "0.0200           0.076923       0.04\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 184 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.674419   0.674419\n",
      "0.0050           0.674419   0.674419\n",
      "0.0100           0.674419   0.651163\n",
      "0.0200           0.720930   0.697674\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.033333   0.034483\n",
      "0.0200           0.031250   0.032258\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 185 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.764706   0.764706\n",
      "0.0050           0.764706   0.735294\n",
      "0.0100           0.764706   0.764706\n",
      "0.0200           0.794118   0.794118\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.000000        0.0\n",
      "0.0200           0.035714        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 186 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.659091   0.659091\n",
      "0.0050           0.659091   0.636364\n",
      "0.0100           0.681818   0.681818\n",
      "0.0200           0.681818   0.681818\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333   0.033333\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.000000   0.000000\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 187 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.658537   0.634146\n",
      "0.0050           0.658537   0.658537\n",
      "0.0100           0.658537   0.658537\n",
      "0.0200           0.658537   0.658537\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714   0.037037\n",
      "0.0050           0.035714   0.035714\n",
      "0.0100           0.035714   0.035714\n",
      "0.0200           0.035714   0.035714\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 188 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.736842   0.684211\n",
      "0.0050           0.736842   0.684211\n",
      "0.0100           0.710526   0.684211\n",
      "0.0200           0.710526   0.684211\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.035714        0.0\n",
      "0.0200           0.068966        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 189 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.764706   0.764706\n",
      "0.0050           0.764706   0.764706\n",
      "0.0100           0.764706   0.764706\n",
      "0.0200           0.794118   0.794118\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000        0.0\n",
      "0.0050           0.000000        0.0\n",
      "0.0100           0.037037        0.0\n",
      "0.0200           0.035714        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 190 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.766667   0.766667\n",
      "0.0050           0.766667   0.766667\n",
      "0.0100           0.833333   0.833333\n",
      "0.0200           0.833333   0.833333\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 191 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.807692   0.807692\n",
      "0.0050           0.846154   0.846154\n",
      "0.0100           0.846154   0.846154\n",
      "0.0200           0.846154   0.807692\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.000000   0.000000\n",
      "0.0200           0.043478   0.045455\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 192 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.793103   0.793103\n",
      "0.0050           0.793103   0.793103\n",
      "0.0100           0.793103   0.793103\n",
      "0.0200           0.862069   0.827586\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000       0.00\n",
      "0.0050           0.000000       0.00\n",
      "0.0100           0.000000       0.00\n",
      "0.0200           0.038462       0.04\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 193 \u001b[0m\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025              0.625      0.625\n",
      "0.0050              0.625      0.625\n",
      "0.0100              0.625      0.625\n",
      "0.0200              0.625      0.625\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.000000   0.000000\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.038462   0.038462\n",
      "0.0200           0.038462   0.038462\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 194 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.810811   0.783784\n",
      "0.0050           0.810811   0.783784\n",
      "0.0100           0.837838   0.837838\n",
      "0.0200           0.837838   0.837838\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 195 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.652174   0.652174\n",
      "0.0050           0.695652   0.673913\n",
      "0.0100           0.695652   0.673913\n",
      "0.0200           0.695652   0.673913\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.032258   0.032258\n",
      "0.0050           0.000000   0.000000\n",
      "0.0100           0.030303   0.031250\n",
      "0.0200           0.058824   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 196 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.727273   0.727273\n",
      "0.0050           0.727273   0.727273\n",
      "0.0100           0.727273   0.727273\n",
      "0.0200           0.727273   0.727273\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 197 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.707317   0.682927\n",
      "0.0050           0.707317   0.682927\n",
      "0.0100           0.707317   0.682927\n",
      "0.0200           0.707317   0.682927\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.033333   0.034483\n",
      "0.0050           0.033333   0.034483\n",
      "0.0100           0.033333   0.034483\n",
      "0.0200           0.033333   0.034483\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 198 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.71875    0.71875\n",
      "0.0050            0.75000    0.75000\n",
      "0.0100            0.75000    0.75000\n",
      "0.0200            0.81250    0.81250\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.041667   0.041667\n",
      "0.0050           0.040000   0.040000\n",
      "0.0100           0.040000   0.040000\n",
      "0.0200           0.037037   0.037037\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 199 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.627907   0.604651\n",
      "0.0050           0.651163   0.627907\n",
      "0.0100           0.674419   0.674419\n",
      "0.0200           0.720930   0.720930\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.035714   0.037037\n",
      "0.0050           0.034483   0.035714\n",
      "0.0100           0.033333   0.033333\n",
      "0.0200           0.031250   0.031250\n",
      "---------------------------------------------\n",
      "\n",
      "\n",
      "\t\t\u001b[94m\u001b[1mTest 200 \u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025            0.81250    0.78125\n",
      "0.0050            0.84375    0.81250\n",
      "0.0100            0.84375    0.78125\n",
      "0.0200            0.84375    0.78125\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025                0.0        0.0\n",
      "0.0050                0.0        0.0\n",
      "0.0100                0.0        0.0\n",
      "0.0200                0.0        0.0\n",
      "---------------------------------------------\n",
      "\n"
     ]
    }
   ],
   "source": [
    "ave_recalls = np.zeros(shape = (len(signfs), 2))\n",
    "ave_redundants = np.zeros(shape = (len(signfs), 2))\n",
    "\n",
    "for t in range(200):\n",
    "    adj, X = gen.rmv_DAG()\n",
    "    recalls, redundants = [], []\n",
    "    print(\"\\n\\t\\t\\033[94m\\033[1mTest\", t+1 , \"\\033[0m\")\n",
    "    \n",
    "    for alpha in signfs:\n",
    "        edges, _ = PC(X, alpha)\n",
    "        correct1 = check_edges(edges, adj)\n",
    "        recall1 = correct1 / np.count_nonzero(adj)\n",
    "        redundant1 = 1 - correct1 / len(edges)\n",
    "        \n",
    "        edges, _ = PC_stable(X, alpha)\n",
    "        correct2 = check_edges(edges, adj)\n",
    "        recall2 = correct2 / np.count_nonzero(adj)\n",
    "        redundant2 = 1 - correct2 / len(edges)\n",
    "        \n",
    "        recalls.append([recall1, recall2])\n",
    "        redundants.append([redundant1, redundant2])\n",
    "        \n",
    "    ave_recalls += recalls\n",
    "    ave_redundants += redundants\n",
    "        \n",
    "    recalls = pd.DataFrame(data = recalls, index = signfs, columns = [\"PC-algorithm\", \"PC-stable\"])\n",
    "    recalls.index.name = \"Signficance\"\n",
    "    \n",
    "    redundants = pd.DataFrame(data = redundants, index = signfs, columns = [\"PC-algorithm\", \"PC-stable\"])\n",
    "    redundants.index.name = \"Signficance\"\n",
    "    \n",
    "    print(\"===> Recalls\\n---------------------------------------------\\n\", recalls)\n",
    "    print(\"---------------------------------------------\\n\")\n",
    "    print(\"===> Redundants\\n---------------------------------------------\\n\", redundants)\n",
    "    print(\"---------------------------------------------\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\t\t\u001b[94m\u001b[1mAverage Result\u001b[0m\n",
      "===> Recalls\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.690643   0.682904\n",
      "0.0050           0.701950   0.693312\n",
      "0.0100           0.712259   0.703909\n",
      "0.0200           0.724328   0.716602\n",
      "---------------------------------------------\n",
      "\n",
      "===> Redundants\n",
      "---------------------------------------------\n",
      "              PC-algorithm  PC-stable\n",
      "Signficance                         \n",
      "0.0025           0.024118   0.018158\n",
      "0.0050           0.025531   0.018601\n",
      "0.0100           0.027586   0.021198\n",
      "0.0200           0.031899   0.022433\n",
      "---------------------------------------------\n",
      "\n"
     ]
    }
   ],
   "source": [
    "recalls = pd.DataFrame(data = ave_recalls / 200, index = signfs, columns = [\"PC-algorithm\", \"PC-stable\"])\n",
    "recalls.index.name = \"Signficance\"\n",
    "\n",
    "redundants = pd.DataFrame(data = ave_redundants / 200, index = signfs, columns = [\"PC-algorithm\", \"PC-stable\"])\n",
    "redundants.index.name = \"Signficance\"\n",
    "\n",
    "print(\"\\n\\t\\t\\033[94m\\033[1mAverage Result\\033[0m\")\n",
    "print(\"===> Recalls\\n---------------------------------------------\\n\", recalls)\n",
    "print(\"---------------------------------------------\\n\")\n",
    "print(\"===> Redundants\\n---------------------------------------------\\n\", redundants)\n",
    "print(\"---------------------------------------------\\n\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Conclusion\n",
    "\n",
    "Averagely, PC-stable finds slightly fewer edges that are not in the real graph (i.e., redundants) than PC-pop. However, PC-pop achieves a moderately higher recall. That's because in every edge-checking in PC-stable, the current skeleton likely has more edges; thus, PC-stable searches for more conditioning sets to remove any edge."
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
